00000800:00000200:0.1F:1731346063.170632:0:3758:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4b3c780] -> 12345-192.168.203.160@tcp (2) 00000800:00000200:1.1F:1731346063.170879:0:3749:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4b3c780] -> 12345-192.168.203.160@tcp (2) 00000800:00000200:1.1:1731346063.170885:0:3749:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.160@tcp ffff8800b196ecc0 deleted 00000800:00000010:1.1:1731346063.170887:0:3749:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b196ecc0. 00000800:00000200:1.1:1731346063.170890:0:3749:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1731346063.170895:0:3749:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:1023 00000800:00000200:1.1:1731346063.170898:0:3749:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800acfcee00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1731346063.170979:0:3748:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1731346063.171330:0:3750:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4b3c780] -> 12345-192.168.203.160@tcp (4) 00000800:00000200:1.1:1731346063.171333:0:3750:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.160@tcp ffff8800b196ec00 deleted 00000800:00000010:1.1:1731346063.171334:0:3750:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b196ec00. 00000800:00000200:1.1:1731346063.171337:0:3750:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1F:1731346063.171495:0:3748:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1731346063.261836:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800ace4b400. 00010000:00000010:3.1:1731346063.261847:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b4a38240. 00010000:00000010:1.1:1731346063.289540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b4a38480. 00010000:00000010:1.1:1731346063.289547:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a97c5500. 00010000:00000010:1.1:1731346063.289551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a96ac900. 00010000:00000010:3.1:1731346063.295531:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b4158500. 00010000:00000010:3.1:1731346063.295541:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a96ac480. 00080000:00000010:3.1:1731346063.299513:0:11:0:(osd_handler.c:1596:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b1b6c7e0. 00000100:00100000:0.0:1731347576.457919:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.458772:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.459686:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.460680:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.461536:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.462451:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.463294:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.464289:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.465051:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.465874:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.466674:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.467551:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.468455:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.469282:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.470138:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.470965:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.471910:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.474130:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.474917:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.475545:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334961 is committed 00000100:00100000:0.0:1731347576.476530:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.477464:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.478456:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.479392:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.480301:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.481135:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.482032:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.483004:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.483909:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.485525:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.486096:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334963 is committed 00000100:00100000:0.0:1731347576.491937:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.503320:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.504541:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.504562:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.508046:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.509201:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.510074:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.510983:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.511015:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.513557:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.514722:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.515730:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.516662:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.517627:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.518920:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.520883:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.521987:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.522018:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.523438:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.525277:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.526410:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.526467:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.529460:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.537133:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.538408:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2004:x1815448312196352:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1161us (1275us total) trans 4295334973 rc 0/0 00000100:00100000:0.0:1731347576.538432:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676861 00002000:00100000:0.0:1731347576.538437:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2400256->2459391) req@ffff88012c32c000 x1815448312196352/t4295334973(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 488/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.538443:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32c000 with x1815448312196352 ext(2400256->2459391) 00002000:00010000:0.0:1731347576.538445:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32c000 00000100:00100000:0.0:1731347576.539086:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.539891:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.540466:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334973 is committed 00000100:00100000:0.0:1731347576.541268:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.542904:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.543857:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.543890:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.545086:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.546052:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.546985:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.548088:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.548926:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.548957:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.549771:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.550767:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.555260:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.555461:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.557307:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.564299:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.565518:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2006:x1815448312199296:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1117us (1218us total) trans 4295334979 rc 0/0 00000100:00100000:0.0:1731347576.565530:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676869 00002000:00100000:0.0:1731347576.565538:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1306624->1339391) req@ffff8800782bf800 x1815448312199296/t4295334979(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 488/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.565546:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782bf800 with x1815448312199296 ext(1306624->1339391) 00002000:00010000:0.0:1731347576.565550:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782bf800 00000100:00100000:0.0:1731347576.566235:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.566958:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.567549:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334979 is committed 00000100:00100000:0.0:1731347576.568550:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.569641:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.569666:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.575765:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.577162:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.578140:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.579020:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.579047:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.580062:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.580933:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.582137:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.583019:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.583042:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.583902:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.584840:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.585548:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.586372:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.587098:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.588008:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.588854:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.589667:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.590557:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2005:x1815448312203520:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 824us (889us total) trans 4295334985 rc 0/0 00000100:00100000:0.0:1731347576.590562:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676883 00002000:00100000:0.0:1731347576.590567:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3203072->3230181) req@ffff880080f82300 x1815448312203520/t4295334985(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 488/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.590572:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880080f82300 with x1815448312203520 ext(3203072->3230181) 00002000:00010000:0.0:1731347576.590574:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080f82300 00000100:00100000:0.0:1731347576.591252:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.592007:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.592557:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334985 is committed 00000100:00100000:0.0:1731347576.593258:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.594331:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.595327:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.596210:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.597017:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.597812:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.598621:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.599439:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.600245:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.601225:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.602220:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.603106:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.603887:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.604656:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.605519:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.606336:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.607379:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.608386:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.609470:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.610794:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.611834:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.611864:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.616179:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.627461:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.628859:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2005:x1815448312209152:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1263us (1398us total) trans 4295334989 rc 0/0 00000100:00100000:0.0:1731347576.628866:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676903 00002000:00100000:0.0:1731347576.628872:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4087808->4136631) req@ffff880132f7e300 x1815448312209152/t4295334989(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 488/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.628878:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e300 with x1815448312209152 ext(4087808->4136631) 00002000:00010000:0.0:1731347576.628880:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7e300 00000100:00100000:0.0:1731347576.629541:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.630237:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.630807:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334989 is committed 00000100:00100000:0.0:1731347576.631590:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.632626:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.633908:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.634811:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.634841:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.634909:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312210048 00000100:00100000:0.0:1731347576.634913:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312210048 00002000:00010000:0.0:1731347576.634924:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:0.0:1731347576.634926:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980e300 with x1815448312210048 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347576.634931:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980e300. 00000100:00100000:0.0:1731347576.634947:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 676905 00000100:00100000:0.0:1731347576.634950:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312210048:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347576.635007:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4136632 -> 4194304 00002000:00010000:0.0:1731347576.635010:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.635011:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.635013:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.635014:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:0.0:1731347576.635030:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312210048:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 79us (188us total) trans 4295334991 rc 0/0 00000100:00100000:0.0:1731347576.635034:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676905 00002000:00010000:0.0:1731347576.635036:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:0.0:1731347576.635038:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980e300 with x1815448312210048 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347576.635040:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980e300. 00000100:00100000:0.0:1731347576.635785:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.636916:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.637989:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312210432:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 986us (1072us total) trans 4295334992 rc 0/0 00000100:00100000:0.0:1731347576.637995:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676906 00002000:00100000:0.0:1731347576.638000:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (229376->258047) req@ffff88009980d500 x1815448312210432/t4295334992(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 488/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.638006:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980d500 with x1815448312210432 ext(229376->258047) 00002000:00010000:0.0:1731347576.638009:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980d500 00000100:00100000:0.0:1731347576.638562:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.639300:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.640011:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334992 is committed 00000100:00100000:0.0:1731347576.640909:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.641889:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.642881:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.642904:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.642982:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 676908 00000100:00100000:0.0:1731347576.642987:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2004:x1815448312211200:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347576.645607:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 339518 00002000:00010000:0.0:1731347576.645612:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.645613:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.645615:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.645616:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 456 -> 208 00000100:00100000:0.0:1731347576.645655:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312211200:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 2664us (2746us total) trans 4295334994 rc 0/0 00000100:00100000:0.0:1731347576.645661:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676908 00002000:00010000:0.0:1731347576.645665:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (339518->18446744073709551615) 00002000:00100000:0.0:1731347576.645667:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980dc00 with x1815448312211200 ext(339518->18446744073709551615) 00002000:00010000:0.0:1731347576.645672:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980dc00. 00000100:00100000:0.0:1731347576.649222:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.650702:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.651734:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.652543:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.653395:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.654204:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.655057:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.655896:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.656903:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.657809:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.657844:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.657895:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 676916 00000100:00100000:0.0:1731347576.657902:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312213632:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347576.658244:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 339518 -> 19934 00002000:00010000:0.0:1731347576.658247:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.658248:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.658249:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.658251:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 208 -> 40 00000100:00100000:0.0:1731347576.658276:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312213632:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 374us (479us total) trans 4295334995 rc 0/0 00000100:00100000:0.0:1731347576.658280:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676916 00002000:00010000:0.0:1731347576.658282:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (19934->18446744073709551615) 00002000:00100000:0.0:1731347576.658284:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f44700 with x1815448312213632 ext(19934->18446744073709551615) 00002000:00010000:0.0:1731347576.658287:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f44700. 00000100:00100000:0.0:1731347576.660452:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.662001:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.662980:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.663001:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.663820:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.664810:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.665747:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.666618:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.667435:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.668226:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.669098:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.669916:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.670860:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.671765:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.672642:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.673806:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2004:x1815448312217088:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1059us (1152us total) trans 4295334997 rc 0/0 00000100:00100000:0.0:1731347576.673812:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676929 00002000:00100000:0.0:1731347576.673816:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (233472->270335) req@ffff880077f46a00 x1815448312217088/t4295334997(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 488/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.673822:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f46a00 with x1815448312217088 ext(233472->270335) 00002000:00010000:0.0:1731347576.673824:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f46a00 00000100:00100000:0.0:1731347576.674583:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.675439:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.676167:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334997 is committed 00000100:00100000:0.0:1731347576.680297:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.691678:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.693248:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.694595:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312217856:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1245us (1347us total) trans 4295334998 rc 0/0 00000100:00100000:0.0:1731347576.694601:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676931 00002000:00100000:0.0:1731347576.694606:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1028096->1323007) req@ffff88007d442300 x1815448312217856/t4295334998(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 504/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.694612:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442300 with x1815448312217856 ext(1028096->1323007) 00002000:00010000:0.0:1731347576.694615:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d442300 00000100:00100000:0.0:1731347576.695332:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.695882:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334998 is committed 00000100:00100000:0.0:1731347576.696868:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.697228:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312218112:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 274us (361us total) trans 4295334999 rc 0/0 00000100:00100000:0.0:1731347576.697233:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676932 00002000:00100000:0.0:1731347576.697238:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1703936->1716223) req@ffff88007d440000 x1815448312218112/t4295334999(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 12776/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.697243:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d440000 with x1815448312218112 ext(1703936->1716223) 00002000:00010000:0.0:1731347576.697245:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d440000 00000100:00100000:0.0:1731347576.697817:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.698239:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295334999 is committed 00000100:00100000:0.0:1731347576.699323:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.700358:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.700380:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.705125:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.708373:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.710696:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.711979:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.712972:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.713786:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.714690:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.715564:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.716512:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.717442:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.718305:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.719143:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.720075:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.720981:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.721816:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.722753:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.723734:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.725440:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312222720:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1592us (1706us total) trans 4295335002 rc 0/0 00000100:00100000:0.0:1731347576.725446:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676949 00002000:00100000:0.0:1731347576.725451:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (94208->4052782) req@ffff88012c32ca80 x1815448312222720/t4295335002(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 536/456 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.725457:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32ca80 with x1815448312222720 ext(94208->4052782) 00002000:00010000:0.0:1731347576.725459:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32ca80 00000100:00100000:0.0:1731347576.726161:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.726989:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.727624:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335002 is committed 00000100:00100000:0.0:1731347576.728697:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.729671:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.730845:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.730866:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.732810:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.733874:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.734676:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.734697:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.735563:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.736839:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.737776:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.738671:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.738695:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.739475:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.740497:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.741503:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.742458:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.744777:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.748754:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2003:x1815448312226048:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 3858us (3972us total) trans 0 rc 1019904/1019904 00000100:00100000:0.0:1731347576.748762:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676958 00002000:00100000:0.0:1731347576.748770:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (24576->1441791) req@ffff8800782bf800 x1815448312226048/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 520/440 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 1019904/1019904 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.748777:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782bf800 with x1815448312226048 ext(24576->1441791) 00002000:00010000:0.0:1731347576.748782:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782bf800 00000100:00100000:0.0:1731347576.749890:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.751223:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.752364:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.753936:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.755244:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2004:x1815448312226560:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1197us (1307us total) trans 4295335012 rc 0/0 00000100:00100000:0.0:1731347576.755249:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676959 00002000:00100000:0.0:1731347576.755254:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (724992->892927) req@ffff8800782bd500 x1815448312226560/t4295335012(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 504/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.755260:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782bd500 with x1815448312226560 ext(724992->892927) 00002000:00010000:0.0:1731347576.755262:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782bd500 00000100:00100000:0.0:1731347576.755930:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.756816:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.757547:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335012 is committed 00000100:00100000:0.0:1731347576.758617:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.759876:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.760273:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312227200:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 307us (396us total) trans 4295335014 rc 0/0 00000100:00100000:0.0:1731347576.760278:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676960 00002000:00100000:0.0:1731347576.760283:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3473408->3477503) req@ffff880080f82a00 x1815448312227200/t4295335014(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 4584/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.760289:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880080f82a00 with x1815448312227200 ext(3473408->3477503) 00002000:00010000:0.0:1731347576.760292:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080f82a00 00000100:00100000:0.0:1731347576.760917:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.762302:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335015 is committed 00000100:00100000:0.0:1731347576.765525:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.772775:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.774029:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.774060:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.775971:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.777593:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.778756:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.779790:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.780704:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.781465:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.782292:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.783209:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.784054:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.784911:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.785712:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.786607:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.787403:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.788450:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.789403:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.790398:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.791281:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.792206:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.793158:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.794379:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+493:2006:x1815448312232704:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1125us (1220us total) trans 4295366909 rc 0/0 00000100:00100000:0.0:1731347576.794385:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676981 00002000:00100000:0.0:1731347576.794390:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (622592->688127) req@ffff880132f7fb80 x1815448312232704/t4295366909(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 488/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.794396:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7fb80 with x1815448312232704 ext(622592->688127) 00002000:00010000:0.0:1731347576.794399:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7fb80 00000100:00100000:0.0:1731347576.795070:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.795856:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.796515:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366909 is committed 00000100:00100000:0.0:1731347576.797587:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.798584:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.799637:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.800632:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.801253:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312233600:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 526us (621us total) trans 4295366911 rc 0/0 00000100:00100000:0.0:1731347576.801259:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676983 00002000:00100000:0.0:1731347576.801264:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (1171456->1175551) req@ffff880132f7f800 x1815448312233600/t4295366911(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 4584/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.801270:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7f800 with x1815448312233600 ext(1171456->1175551) 00002000:00010000:0.0:1731347576.801273:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7f800 00000100:00100000:0.0:1731347576.801977:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.802454:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366911 is committed 00000100:00100000:0.0:1731347576.803780:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.804848:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.805905:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.806941:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.807918:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.807940:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.811550:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.812829:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.814595:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.816312:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.817831:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.818914:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.818948:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.821938:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.829228:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.830917:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2006:x1815448312236160:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1584us (1686us total) trans 4295335024 rc 0/0 00000100:00100000:0.0:1731347576.830924:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 676990 00002000:00100000:0.0:1731347576.830930:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (94208->2768522) req@ffff88007a949c00 x1815448312236160/t4295335024(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 520/456 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.830936:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a949c00 with x1815448312236160 ext(94208->2768522) 00002000:00010000:0.0:1731347576.830939:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a949c00 00000100:00100000:0.0:1731347576.831637:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.832474:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.833164:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335024 is committed 00000100:00100000:0.0:1731347576.834155:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.835458:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.836496:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.836517:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.837372:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.838387:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.841322:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.841359:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.845479:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.846519:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.846553:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.853025:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.856001:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.857095:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.857119:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.857967:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.860639:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312239488 00000100:00100000:0.0:1731347576.860643:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312239488 00002000:00100000:0.0:1731347576.860659:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (663552->2412543) req@ffff88009944e680 x1815448312239488/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 520/0 e 0 to 0 dl 1731347587 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.860665:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944e680 with x1815448312239488 ext(663552->2412543) 00002000:00010000:0.0:1731347576.860668:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944e680 00000100:00100000:0.0:1731347576.860681:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 676999 00000100:00100000:0.0:1731347576.860685:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312239488:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347576.866998:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.868597:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2005:x1815448312239616:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1508us (1598us total) trans 4295335030 rc 0/0 00000100:00100000:0.0:1731347576.868605:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677000 00002000:00100000:0.0:1731347576.868612:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (999424->1839103) req@ffff8801332dc000 x1815448312239616/t4295335030(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 520/456 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.868619:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332dc000 with x1815448312239616 ext(999424->1839103) 00002000:00010000:0.0:1731347576.868623:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332dc000 00000100:00100000:0.0:1731347576.869298:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.870057:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.870677:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335030 is committed 00000100:00100000:0.0:1731347576.872207:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.873109:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.874161:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.875101:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.877126:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.881786:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.882918:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.882938:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.885351:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.886819:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.887736:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.887770:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.888552:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.890180:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.891470:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2004:x1815448312242048:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1207us (1290us total) trans 4295335037 rc 0/0 00000100:00100000:0.0:1731347576.891475:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677006 00002000:00100000:0.0:1731347576.891479:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (106496->712703) req@ffff8800a0459c00 x1815448312242048/t4295335037(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 520/456 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.891485:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0459c00 with x1815448312242048 ext(106496->712703) 00002000:00010000:0.0:1731347576.891487:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0459c00 00000100:00100000:0.0:1731347576.892145:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.892776:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.893371:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335037 is committed 00000100:00100000:0.0:1731347576.894679:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.895706:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.895729:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.895803:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677008 00000100:00100000:0.0:1731347576.895809:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312242688:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347576.895893:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 2415718 00002000:00010000:0.0:1731347576.895895:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.895897:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.895898:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347576.895900:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 768 -> 928 00000100:00100000:0.0:1731347576.895922:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312242688:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 113us (192us total) trans 4295335038 rc 0/0 00000100:00100000:0.0:1731347576.895927:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677008 00002000:00010000:0.0:1731347576.895929:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2415718->18446744073709551615) 00002000:00100000:0.0:1731347576.895931:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e964a80 with x1815448312242688 ext(2415718->18446744073709551615) 00002000:00010000:0.0:1731347576.895934:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e964a80. 00000100:00100000:0.0:1731347576.898014:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.898896:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.898933:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.902233:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.903999:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.904986:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.905008:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.908309:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.914359:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.916015:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2004:x1815448312244480:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1510us (1653us total) trans 4295335041 rc 0/0 00000100:00100000:0.0:1731347576.916024:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677014 00002000:00100000:0.0:1731347576.916032:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (884736->3130551) req@ffff88007e964700 x1815448312244480/t4295335041(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 520/456 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.916039:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e964700 with x1815448312244480 ext(884736->3130551) 00002000:00010000:0.0:1731347576.916043:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e964700 00000100:00100000:0.0:1731347576.916659:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.917464:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.918181:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335041 is committed 00000100:00100000:0.0:1731347576.919059:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.920058:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.921646:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.922899:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.923885:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.923921:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.924865:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.925866:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.926924:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.927872:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.928988:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.930117:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.930141:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.931852:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.932746:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.934115:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.935345:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801301fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2004:x1815448312247040:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1118us (1228us total) trans 4295335050 rc 0/0 00000100:00100000:0.0:1731347576.935351:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677019 00002000:00100000:0.0:1731347576.935357:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2301952->2326527) req@ffff8801301fc700 x1815448312247040/t4295335050(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 488/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.935363:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801301fc700 with x1815448312247040 ext(2301952->2326527) 00002000:00010000:0.0:1731347576.935365:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801301fc700 00000100:00100000:0.0:1731347576.936000:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.936687:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.937364:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335050 is committed 00000100:00100000:0.0:1731347576.938644:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.939613:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.939652:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.940395:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.941494:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.944774:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.952334:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.953974:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312248448:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1489us (1640us total) trans 4295335053 rc 0/0 00000100:00100000:0.0:1731347576.953982:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677023 00002000:00100000:0.0:1731347576.953990:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (643072->3993599) req@ffff880132d09c00 x1815448312248448/t4295335053(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 536/456 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.953997:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d09c00 with x1815448312248448 ext(643072->3993599) 00002000:00010000:0.0:1731347576.954001:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d09c00 00000100:00100000:0.0:1731347576.954629:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.955452:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.956159:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335053 is committed 00000100:00100000:0.0:1731347576.958474:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.959738:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312248832:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1125us (1267us total) trans 4295335054 rc 0/0 00000100:00100000:0.0:1731347576.959747:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677024 00002000:00100000:0.0:1731347576.959754:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (552960->2609151) req@ffff880132d08e00 x1815448312248832/t4295335054(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:462/0 lens 504/448 e 0 to 0 dl 1731347587 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347576.959761:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d08e00 with x1815448312248832 ext(552960->2609151) 00002000:00010000:0.0:1731347576.959764:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d08e00 00000100:00100000:0.0:1731347576.960526:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347576.961196:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335054 is committed 00000100:00100000:0.0:1731347576.962115:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.963231:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.964201:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.965042:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.966336:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.967689:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.968759:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.969753:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.969939:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.976327:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.977635:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.979267:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.981204:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.982381:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.982434:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.983411:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.985522:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.985553:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.986432:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.987497:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.988334:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.988356:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.989150:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.990296:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.991201:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.991225:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347576.995399:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.006235:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.007585:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+472:2005:x1815448312253440:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1211us (1351us total) trans 4295335067 rc 0/0 00000100:00100000:0.0:1731347577.007595:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677036 00002000:00100000:0.0:1731347577.007602:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (520192->4008990) req@ffff8801328fe680 x1815448312253440/t4295335067(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 520/456 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.007611:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fe680 with x1815448312253440 ext(520192->4008990) 00002000:00010000:0.0:1731347577.007616:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fe680 00000100:00100000:0.0:1731347577.008290:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.009063:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.009710:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335067 is committed 00000100:00100000:0.0:1731347577.010640:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.012171:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.013481:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312253952:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1190us (1311us total) trans 4295335068 rc 0/0 00000100:00100000:0.0:1731347577.013490:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677037 00002000:00100000:0.0:1731347577.013497:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2068480->2101247) req@ffff8801328fca80 x1815448312253952/t4295335068(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.013505:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fca80 with x1815448312253952 ext(2068480->2101247) 00002000:00010000:0.0:1731347577.013509:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fca80 00000100:00100000:0.0:1731347577.014176:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.014695:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335068 is committed 00000100:00100000:0.0:1731347577.016030:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.017346:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312254208:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1222us (1315us total) trans 4295335069 rc 0/0 00000100:00100000:0.0:1731347577.017353:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677038 00002000:00100000:0.0:1731347577.017359:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (458752->483327) req@ffff8801328ff800 x1815448312254208/t4295335069(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.017367:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328ff800 with x1815448312254208 ext(458752->483327) 00002000:00010000:0.0:1731347577.017371:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328ff800 00000100:00100000:0.0:1731347577.018082:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.018709:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335069 is committed 00000100:00100000:0.0:1731347577.019766:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.020921:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.021930:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.023507:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.025075:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312254848:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1415us (1566us total) trans 4295335073 rc 0/0 00000100:00100000:0.0:1731347577.025083:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677039 00002000:00100000:0.0:1731347577.025089:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3342336->3407871) req@ffff88007b733480 x1815448312254848/t4295335073(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.025097:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b733480 with x1815448312254848 ext(3342336->3407871) 00002000:00010000:0.0:1731347577.025100:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b733480 00000100:00100000:0.0:1731347577.025720:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.026380:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335073 is committed 00000100:00100000:0.0:1731347577.027473:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.028837:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.030083:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.030135:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.036677:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.038335:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.039519:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.040830:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.042049:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.043023:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.043059:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.043996:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.044912:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.045747:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.045768:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.045852:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677045 00000100:00100000:0.0:1731347577.045857:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312257152:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347577.045959:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1379959 -> 775158 00002000:00010000:0.0:1731347577.045961:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347577.045962:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347577.045964:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347577.045965:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:0.0:1731347577.045980:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2003:x1815448312257152:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 123us (210us total) trans 4295335079 rc 0/0 00000100:00100000:0.0:1731347577.045984:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677045 00002000:00010000:0.0:1731347577.045986:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (775158->18446744073709551615) 00002000:00100000:0.0:1731347577.045988:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2d500 with x1815448312257152 ext(775158->18446744073709551615) 00002000:00010000:0.0:1731347577.045991:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880115b2d500. 00000100:00100000:0.0:1731347577.046552:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.048584:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.053634:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.054596:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.055433:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.056177:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.056966:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.057742:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.058547:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.059434:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.060302:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.061205:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.062374:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.063471:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.063500:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.064445:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.065370:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.066440:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.067408:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.068367:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.069283:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.069314:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.070159:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.071025:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.071917:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.071942:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.072730:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.073994:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.074971:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.074996:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.075814:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.078573:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.085770:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.087756:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.088851:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.088875:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.089741:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.092594:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.099263:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.100736:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+475:2004:x1815448312264576:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1364us (1473us total) trans 4295335089 rc 0/0 00000100:00100000:0.0:1731347577.100744:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677069 00002000:00100000:0.0:1731347577.100751:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (147456->3948543) req@ffff88011f836680 x1815448312264576/t4295335089(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 520/456 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.100759:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f836680 with x1815448312264576 ext(147456->3948543) 00002000:00010000:0.0:1731347577.100762:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f836680 00000100:00100000:0.0:1731347577.101381:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.102106:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.102687:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335089 is committed 00000100:00100000:0.0:1731347577.103753:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.104861:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.106513:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.106538:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.107474:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.108251:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.109004:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.109788:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.110593:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.111387:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.112218:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.113104:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.113938:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.114762:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.115550:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.116398:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.117329:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+490:2006:x1815448312268544:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 854us (930us total) trans 4295366942 rc 0/0 00000100:00100000:0.0:1731347577.117337:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677083 00002000:00100000:0.0:1731347577.117341:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (299008->348159) req@ffff8801193e1180 x1815448312268544/t4295366942(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.117347:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1180 with x1815448312268544 ext(299008->348159) 00002000:00010000:0.0:1731347577.117350:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e1180 00000100:00100000:0.0:1731347577.117928:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.118387:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366942 is committed 00000100:00100000:0.0:1731347577.119474:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.120299:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.121733:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.122786:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312269312:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 934us (1052us total) trans 4295335091 rc 0/0 00000100:00100000:0.0:1731347577.122799:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677086 00002000:00100000:0.0:1731347577.122804:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (311296->364543) req@ffff8801193e1880 x1815448312269312/t4295335091(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.122810:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1880 with x1815448312269312 ext(311296->364543) 00002000:00010000:0.0:1731347577.122812:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e1880 00000100:00100000:0.0:1731347577.123527:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.124105:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335091 is committed 00000100:00100000:0.0:1731347577.124925:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.125919:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.125956:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.126037:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677088 00000100:00100000:0.0:1731347577.126043:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2005:x1815448312269952:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347577.126201:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 1108940 -> 0 00002000:00010000:0.0:1731347577.126203:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347577 -> 1731347576 00002000:00010000:0.0:1731347577.126205:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347575 -> 1731347576 00002000:00010000:0.0:1731347577.126207:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347577 -> 1731347576 00002000:00010000:0.0:1731347577.126208:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 120 -> 0 00000100:00100000:0.0:1731347577.126232:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2005:x1815448312269952:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 188us (276us total) trans 4295366943 rc 0/0 00000100:00100000:0.0:1731347577.126236:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677088 00002000:00010000:0.0:1731347577.126238:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347577.126240:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e2a00 with x1815448312269952 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347577.126243:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e2a00. 00000100:00100000:0.0:1731347577.127331:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.128840:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.129752:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.129772:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.131385:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.132749:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.133906:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312270848:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1026us (1158us total) trans 4295335094 rc 0/0 00000100:00100000:0.0:1731347577.133912:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677091 00002000:00100000:0.0:1731347577.133917:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2576384->2596863) req@ffff88007bcaea00 x1815448312270848/t4295335094(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.133923:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcaea00 with x1815448312270848 ext(2576384->2596863) 00002000:00010000:0.0:1731347577.133925:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcaea00 00000100:00100000:0.0:1731347577.134508:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.135248:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.135868:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335094 is committed 00000100:00100000:0.0:1731347577.137549:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.139049:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312271232:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1371us (1500us total) trans 4295335095 rc 0/0 00000100:00100000:0.0:1731347577.139056:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677092 00002000:00100000:0.0:1731347577.139061:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (679936->2744319) req@ffff88007bcaca80 x1815448312271232/t4295335095(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 520/456 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.139067:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007bcaca80 with x1815448312271232 ext(679936->2744319) 00002000:00010000:0.0:1731347577.139070:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007bcaca80 00000100:00100000:0.0:1731347577.139754:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.140442:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335095 is committed 00000100:00100000:0.0:1731347577.141704:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.142832:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.142858:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.145885:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.150931:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.155460:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.156551:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.157825:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.157860:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.159373:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.161290:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.163287:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.165961:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.167447:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2005:x1815448312273536:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1376us (1485us total) trans 4295335100 rc 0/0 00000100:00100000:0.0:1731347577.167459:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677099 00002000:00100000:0.0:1731347577.167467:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1216512->1245183) req@ffff880135e7fb80 x1815448312273536/t4295335100(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.167475:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7fb80 with x1815448312273536 ext(1216512->1245183) 00002000:00010000:0.0:1731347577.167478:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e7fb80 00000100:00100000:0.0:1731347577.168302:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.169162:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.169868:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335100 is committed 00000100:00100000:0.0:1731347577.170953:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.172142:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.172169:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.173178:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.174410:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.175918:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.176890:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.178234:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.179220:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.179249:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.181328:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.181354:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.181529:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677105 00000100:00100000:0.0:1731347577.181535:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312275712:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347577.184888:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.189633:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.190829:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.191599:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.192212:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366949 is committed 00000100:00100000:0.0:1731347577.193101:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.194549:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.195968:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.196706:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366950 is committed 00000100:00100000:0.0:1731347577.197931:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.199576:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.200775:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.200827:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.202032:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.204332:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.205736:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.206506:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.207212:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366953 is committed 00000100:00100000:0.0:1731347577.208011:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.209221:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.210501:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.210524:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.213620:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.214701:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.215609:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.215636:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.216304:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.217450:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.218614:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.219472:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.220593:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.221490:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.222501:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.222534:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.227386:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.228904:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.230025:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.234726:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.242502:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.243673:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.243695:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.243753:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677120 00000100:00100000:0.0:1731347577.243759:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+472:2004:x1815448312281600:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347577.245909:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2595576 -> 753848 00002000:00010000:0.0:1731347577.245913:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347577 -> 1731347576 00002000:00010000:0.0:1731347577.245916:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347577.245918:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347577 -> 1731347576 00002000:00010000:0.0:1731347577.245919:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 504 -> 360 00000100:00100000:0.0:1731347577.245956:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+473:2004:x1815448312281600:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 2195us (2281us total) trans 4295335115 rc 0/0 00000100:00100000:0.0:1731347577.245963:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677120 00002000:00010000:0.0:1731347577.245966:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (753848->18446744073709551615) 00002000:00100000:0.0:1731347577.245968:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a71f80 with x1815448312281600 ext(753848->18446744073709551615) 00002000:00010000:0.0:1731347577.245973:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a71f80. 00000100:00100000:0.0:1731347577.248524:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.253384:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.258616:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.259846:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.261860:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.263778:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+477:2005:x1815448312282496:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1800us (1916us total) trans 4295335118 rc 0/0 00000100:00100000:0.0:1731347577.263786:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677123 00002000:00100000:0.0:1731347577.263804:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1400832->3600351) req@ffff880085a70000 x1815448312282496/t4295335118(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 520/456 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.263810:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a70000 with x1815448312282496 ext(1400832->3600351) 00002000:00010000:0.0:1731347577.263814:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a70000 00000100:00100000:0.0:1731347577.264545:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.265396:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.265996:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335118 is committed 00000100:00100000:0.0:1731347577.267095:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.268024:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.269227:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.270446:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.270470:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.272677:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.272700:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.275175:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.280264:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.281387:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2005:x1815448312284416:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1009us (1124us total) trans 4295366960 rc 0/0 00000100:00100000:0.0:1731347577.281393:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677129 00002000:00100000:0.0:1731347577.281399:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (1019904->1037787) req@ffff8800903ed880 x1815448312284416/t4295366960(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.281413:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800903ed880 with x1815448312284416 ext(1019904->1037787) 00002000:00010000:0.0:1731347577.281434:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800903ed880 00000100:00100000:0.0:1731347577.282036:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.282731:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.283283:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366960 is committed 00000100:00100000:0.0:1731347577.284030:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.285347:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.286345:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.286371:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.293728:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.295936:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.296881:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.296921:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.297679:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.303435:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.315340:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.316870:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2003:x1815448312286592:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1406us (1529us total) trans 4295335125 rc 0/0 00000100:00100000:0.0:1731347577.316878:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677135 00002000:00100000:0.0:1731347577.316885:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1040384->3915775) req@ffff880005855c00 x1815448312286592/t4295335125(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 504/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.316894:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005855c00 with x1815448312286592 ext(1040384->3915775) 00002000:00010000:0.0:1731347577.316898:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005855c00 00000100:00100000:0.0:1731347577.317584:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.318368:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.319014:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335125 is committed 00000100:00100000:0.0:1731347577.320024:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.320997:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.322105:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.322136:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.323086:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.324085:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.325001:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.325034:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.330396:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.331703:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.333237:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.334966:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.336039:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.336071:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.337002:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.337939:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.338822:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.340859:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.340889:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.341961:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.344208:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.345340:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2005:x1815448312290304:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1049us (1131us total) trans 4295335134 rc 0/0 00000100:00100000:0.0:1731347577.345347:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677145 00002000:00100000:0.0:1731347577.345354:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (258048->3985407) req@ffff880081a1e300 x1815448312290304/t4295335134(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 504/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.345369:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1e300 with x1815448312290304 ext(258048->3985407) 00002000:00010000:0.0:1731347577.345373:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1e300 00000100:00100000:0.0:1731347577.345961:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.346668:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.347305:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335134 is committed 00000100:00100000:0.0:1731347577.348305:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.349192:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.349981:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.351086:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.351914:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.352774:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.353608:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.354808:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.355863:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.355883:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.357981:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.359214:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.360148:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.361753:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.362888:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.362910:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.364279:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.367109:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.368268:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2006:x1815448312294400:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1062us (1158us total) trans 4295366968 rc 0/0 00000100:00100000:0.0:1731347577.368274:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677160 00002000:00100000:0.0:1731347577.368279:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (1142784->1199804) req@ffff8800816e6300 x1815448312294400/t4295366968(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.368285:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800816e6300 with x1815448312294400 ext(1142784->1199804) 00002000:00010000:0.0:1731347577.368287:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800816e6300 00000100:00100000:0.0:1731347577.368910:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.369764:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.370440:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366968 is committed 00000100:00100000:0.0:1731347577.371351:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.372396:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.373885:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.374821:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.375603:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.376466:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.377263:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.378128:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.378805:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.379521:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.380220:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.381005:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.381820:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.382834:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.384062:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.384094:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.386334:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.388188:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.389097:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.389118:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.389166:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677174 00000100:00100000:0.0:1731347577.389170:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312298752:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347577.389231:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 808345 -> 4194304 00002000:00010000:0.0:1731347577.389233:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347577.389235:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347577.389236:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347577.389238:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:0.0:1731347577.389262:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2006:x1815448312298752:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 91us (166us total) trans 4295335138 rc 0/0 00000100:00100000:0.0:1731347577.389266:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677174 00002000:00010000:0.0:1731347577.389269:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:0.0:1731347577.389270:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155ca300 with x1815448312298752 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347577.389274:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155ca300. 00000100:00100000:0.0:1731347577.390176:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.391211:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.392053:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.392861:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.393725:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.394585:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.395393:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.396350:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.397195:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.398246:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.399165:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.400104:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.401020:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.402292:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2004:x1815448312302080:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1154us (1270us total) trans 4295366972 rc 0/0 00000100:00100000:0.0:1731347577.402299:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677188 00002000:00100000:0.0:1731347577.402306:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (294912->341899) req@ffff880132104000 x1815448312302080/t4295366972(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.402314:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132104000 with x1815448312302080 ext(294912->341899) 00002000:00010000:0.0:1731347577.402318:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132104000 00000100:00100000:0.0:1731347577.402929:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.403701:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.404304:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366972 is committed 00000100:00100000:0.0:1731347577.405138:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.406532:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.407522:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.408403:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.409396:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.410225:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.411072:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.411850:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.412671:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.413489:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.414356:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.415374:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.416476:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.417630:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.417660:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.417709:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677198 00000100:00100000:0.0:1731347577.417715:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312305536:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347577.417885:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 341900 -> 0 00002000:00010000:0.0:1731347577.417888:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347577.417891:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347577.417892:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347577.417894:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1731347577.417913:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312305536:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 198us (284us total) trans 4295366973 rc 0/0 00000100:00100000:0.0:1731347577.417919:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677198 00002000:00010000:0.0:1731347577.417922:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347577.417924:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e991180 with x1815448312305536 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347577.417928:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e991180. 00000100:00100000:0.0:1731347577.418624:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.423378:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.431979:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.434159:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.434892:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.435505:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335142 is committed 00000100:00100000:0.0:1731347577.436650:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.437718:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.437758:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.441377:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.442950:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.444019:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.444057:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.447093:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.454364:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.456164:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.456920:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.457558:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335145 is committed 00000100:00100000:0.0:1731347577.458294:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.459495:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.460803:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.461698:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.461719:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.463752:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.463775:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.464968:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.468129:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.469860:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.470561:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.471075:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366977 is committed 00000100:00100000:0.0:1731347577.471824:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.472739:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.473909:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.474727:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.474747:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.476546:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.480848:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.482456:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.483223:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.483824:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366979 is committed 00000100:00100000:0.0:1731347577.484533:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.485739:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.486694:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.487246:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335150 is committed 00000100:00100000:0.0:1731347577.488086:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.488896:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.488917:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.488977:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677220 00000100:00100000:0.0:1731347577.488983:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312312192:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347577.489040:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1731347577.489043:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347577.489045:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347576 -> 1731347576 00002000:00010000:0.0:1731347577.489046:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347577.489047:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 776 -> 792 00000100:00100000:0.0:1731347577.489074:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312312192:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 90us (155us total) trans 4295335151 rc 0/0 00000100:00100000:0.0:1731347577.489078:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677220 00002000:00010000:0.0:1731347577.489080:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:0.0:1731347577.489082:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763aad80 with x1815448312312192 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347577.489085:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763aad80. 00000100:00100000:0.0:1731347577.489938:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.491327:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.493657:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.494553:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.494576:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.496380:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.497280:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.498232:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.498257:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.502699:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.503820:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.505116:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.506108:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.506142:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.509504:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.509590:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.511091:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.516779:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.518029:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.518668:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.519274:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295366984 is committed 00000100:00100000:0.0:1731347577.519989:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.521036:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.522010:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.522034:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.525860:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.526845:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.528332:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.529641:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2004:x1815448312316800:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1187us (1308us total) trans 4295335160 rc 0/0 00000100:00100000:0.0:1731347577.529647:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677233 00002000:00100000:0.0:1731347577.529652:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (770048->2310143) req@ffff880132f36a00 x1815448312316800/t4295335160(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 504/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.529658:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f36a00 with x1815448312316800 ext(770048->2310143) 00002000:00010000:0.0:1731347577.529661:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f36a00 00000100:00100000:0.0:1731347577.530285:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.531004:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.531604:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335160 is committed 00000100:00100000:0.0:1731347577.533398:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.534363:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.536555:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.537629:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.537659:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.538478:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.540923:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.546119:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.547155:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.547181:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.548466:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.551358:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.553215:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.553861:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.554395:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335165 is committed 00000100:00100000:0.0:1731347577.555169:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.556160:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.557068:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.558304:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.559343:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.560755:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.561656:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.562834:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.562868:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.567856:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.569652:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.570813:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.570841:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.571733:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.572661:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.573517:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.573540:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.574493:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.575784:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.576726:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.576759:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.580457:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.589093:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.591544:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.592359:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.592968:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335175 is committed 00000100:00100000:0.0:1731347577.593808:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.594773:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.596207:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.597323:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.597351:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.598197:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.599173:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.599987:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.601052:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.601455:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.602340:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.602374:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.603188:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.604059:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.604927:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.604947:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.608731:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.610477:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.611477:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.611503:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.613741:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.614829:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.616194:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.617816:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.619067:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2006:x1815448312327168:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1148us (1251us total) trans 4295335183 rc 0/0 00000100:00100000:0.0:1731347577.619076:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677259 00002000:00100000:0.0:1731347577.619083:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (417792->475135) req@ffff8800986d5180 x1815448312327168/t4295335183(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.619092:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800986d5180 with x1815448312327168 ext(417792->475135) 00002000:00010000:0.0:1731347577.619095:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800986d5180 00000100:00100000:0.0:1731347577.619720:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.620405:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.620975:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335183 is committed 00000100:00100000:0.0:1731347577.622845:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.623867:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.623897:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.624716:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.625612:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.626645:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.628198:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.629050:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.630261:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.633007:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.633980:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.634906:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.634936:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.636326:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.638234:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.643893:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.647731:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.652558:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.653876:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.654987:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.655023:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.655836:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.657811:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.661875:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.662970:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.662995:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.663996:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.665245:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.666207:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.666242:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.667046:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.668166:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.669200:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.670120:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.670146:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.670874:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.671976:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.672943:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.672965:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.677649:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.678658:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.679736:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.680740:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.682183:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.683679:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.683716:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.684690:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.685700:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.689924:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.702935:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.704810:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+476:2005:x1815448312335872:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1678us (1876us total) trans 4295335200 rc 0/0 00000100:00100000:0.0:1731347577.704819:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677284 00002000:00100000:0.0:1731347577.704829:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (614400->1949695) req@ffff88007c0de680 x1815448312335872/t4295335200(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 504/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.704835:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c0de680 with x1815448312335872 ext(614400->1949695) 00002000:00010000:0.0:1731347577.704840:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c0de680 00000100:00100000:0.0:1731347577.705714:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.706652:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.707265:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335200 is committed 00000100:00100000:0.0:1731347577.709157:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.710509:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312336256:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1207us (1353us total) trans 4295335201 rc 0/0 00000100:00100000:0.0:1731347577.710517:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677285 00002000:00100000:0.0:1731347577.710526:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3436544->3502079) req@ffff88012c074380 x1815448312336256/t4295335201(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.710533:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c074380 with x1815448312336256 ext(3436544->3502079) 00002000:00010000:0.0:1731347577.710537:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c074380 00000100:00100000:0.0:1731347577.711306:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.712080:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335201 is committed 00000100:00100000:0.0:1731347577.713059:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.714466:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.715691:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.717961:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.719098:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.720688:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.724942:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.726280:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c076680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2004:x1815448312337536:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1200us (1341us total) trans 4295335206 rc 0/0 00000100:00100000:0.0:1731347577.726290:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677287 00002000:00100000:0.0:1731347577.726299:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1396736->1417215) req@ffff88012c076680 x1815448312337536/t4295335206(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.726308:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c076680 with x1815448312337536 ext(1396736->1417215) 00002000:00010000:0.0:1731347577.726314:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c076680 00000100:00100000:0.0:1731347577.726905:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.727621:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335206 is committed 00000100:00100000:0.0:1731347577.728518:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.729905:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.729933:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.733327:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.734773:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.735951:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.735976:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.737053:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.738989:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.740219:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.741259:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.743973:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.749834:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.751316:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2003:x1815448312339712:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1360us (1485us total) trans 4295335212 rc 0/0 00000100:00100000:0.0:1731347577.751325:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677293 00002000:00100000:0.0:1731347577.751334:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (536576->3657727) req@ffff880098d4d500 x1815448312339712/t4295335212(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 504/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.751341:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4d500 with x1815448312339712 ext(536576->3657727) 00002000:00010000:0.0:1731347577.751345:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098d4d500 00000100:00100000:0.0:1731347577.752026:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.752767:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.753473:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335212 is committed 00000100:00100000:0.0:1731347577.754545:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.756040:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.757150:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.757181:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.758432:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.758459:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.760276:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.763782:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+484:2005:x1815448312341376:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 3385us (3504us total) trans 0 rc 860160/860160 00000100:00100000:0.0:1731347577.763803:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677298 00002000:00100000:0.0:1731347577.763812:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (0->864255) req@ffff880098d4df80 x1815448312341376/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 504/440 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 860160/860160 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.763818:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4df80 with x1815448312341376 ext(0->864255) 00002000:00010000:0.0:1731347577.763822:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098d4df80 00000100:00100000:0.0:1731347577.764913:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.766473:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+486:2006:x1815448312341504:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1430us (1558us total) trans 4295367011 rc 0/0 00000100:00100000:0.0:1731347577.766481:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677299 00002000:00100000:0.0:1731347577.766488:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (806912->863409) req@ffff880098d4ed80 x1815448312341504/t4295367011(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.766497:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4ed80 with x1815448312341504 ext(806912->863409) 00002000:00010000:0.0:1731347577.766500:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098d4ed80 00000100:00100000:0.0:1731347577.767056:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.767917:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.768552:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367011 is committed 00000100:00100000:0.0:1731347577.769500:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.770681:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.772044:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.773699:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.774801:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.775758:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.776903:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.776942:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.779968:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.781176:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.782972:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.784859:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2006:x1815448312343296:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1748us (1887us total) trans 4295335220 rc 0/0 00000100:00100000:0.0:1731347577.784867:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677302 00002000:00100000:0.0:1731347577.784875:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1568768->2543615) req@ffff8800b3b8fb80 x1815448312343296/t4295335220(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 536/456 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.784882:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b3b8fb80 with x1815448312343296 ext(1568768->2543615) 00002000:00010000:0.0:1731347577.784886:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b3b8fb80 00000100:00100000:0.0:1731347577.785574:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.786482:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.787189:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335220 is committed 00000100:00100000:0.0:1731347577.788390:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.789967:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.791481:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312343808:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1345us (1514us total) trans 4295335222 rc 0/0 00000100:00100000:0.0:1731347577.791488:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677303 00002000:00100000:0.0:1731347577.791496:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1609728->1662975) req@ffff8800b3b8e300 x1815448312343808/t4295335222(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.791503:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b3b8e300 with x1815448312343808 ext(1609728->1662975) 00002000:00010000:0.0:1731347577.791507:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b3b8e300 00000100:00100000:0.0:1731347577.792375:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.793082:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335222 is committed 00000100:00100000:0.0:1731347577.794087:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.795033:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.795065:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.797388:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.799549:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.800639:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.801917:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.801948:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.806468:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.808253:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.809494:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.809523:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.811063:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.814640:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.815963:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2005:x1815448312346240:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1219us (1323us total) trans 4295335227 rc 0/0 00000100:00100000:0.0:1731347577.815971:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677311 00002000:00100000:0.0:1731347577.815977:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (364544->416080) req@ffff880116d22d80 x1815448312346240/t4295335227(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.815985:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d22d80 with x1815448312346240 ext(364544->416080) 00002000:00010000:0.0:1731347577.815988:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d22d80 00000100:00100000:0.0:1731347577.816865:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.817880:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.818542:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335227 is committed 00000100:00100000:0.0:1731347577.819531:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.821991:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.824640:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.827602:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.828911:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312347136:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1226us (1309us total) trans 4295335229 rc 0/0 00000100:00100000:0.0:1731347577.828918:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677313 00002000:00100000:0.0:1731347577.828925:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1830912->1884075) req@ffff880116d21f80 x1815448312347136/t4295335229(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 504/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.828934:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d21f80 with x1815448312347136 ext(1830912->1884075) 00002000:00010000:0.0:1731347577.828937:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d21f80 00000100:00100000:0.0:1731347577.829660:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.831120:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.832536:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.833284:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.834056:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.835065:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.835944:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.836725:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.837538:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.838694:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.841320:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.844258:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.845152:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.846030:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.846858:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.847588:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.848383:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.849445:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2006:x1815448312351232:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 974us (1059us total) trans 4295335231 rc 0/0 00000100:00100000:0.0:1731347577.849457:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677329 00002000:00100000:0.0:1731347577.849463:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3211264->3239935) req@ffff88009b5dce00 x1815448312351232/t4295335231(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.849472:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5dce00 with x1815448312351232 ext(3211264->3239935) 00002000:00010000:0.0:1731347577.849475:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5dce00 00000100:00100000:0.0:1731347577.850086:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.850738:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335231 is committed 00000100:00100000:0.0:1731347577.851770:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.852181:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312351488:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 284us (410us total) trans 4295335232 rc 0/0 00000100:00100000:0.0:1731347577.852188:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677330 00002000:00100000:0.0:1731347577.852195:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3121152->3125247) req@ffff88009b5dca80 x1815448312351488/t4295335232(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 4584/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.852204:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5dca80 with x1815448312351488 ext(3121152->3125247) 00002000:00010000:0.0:1731347577.852207:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5dca80 00000100:00100000:0.0:1731347577.852773:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.853288:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335232 is committed 00000100:00100000:0.0:1731347577.854153:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.855030:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.855980:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.856822:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.857691:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.858535:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.859351:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.860247:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.861142:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.862343:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.863318:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.864521:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.864559:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.866355:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.867904:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.868907:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.868932:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.869843:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.870753:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.871813:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.872926:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.873979:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.874979:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.875960:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.876850:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.880035:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.888915:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.889880:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.891729:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2004:x1815448312356864:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1745us (1844us total) trans 4295335242 rc 0/0 00000100:00100000:0.0:1731347577.891739:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677346 00002000:00100000:0.0:1731347577.891747:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (536576->598015) req@ffff88005ac54e00 x1815448312356864/t4295335242(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.891756:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88005ac54e00 with x1815448312356864 ext(536576->598015) 00002000:00010000:0.0:1731347577.891760:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88005ac54e00 00000100:00100000:0.0:1731347577.892407:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.893056:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.893701:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335242 is committed 00000100:00100000:0.0:1731347577.895404:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.896848:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312357248:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1324us (1446us total) trans 4295335243 rc 0/0 00000100:00100000:0.0:1731347577.896857:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677347 00002000:00100000:0.0:1731347577.896864:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2916352->2985983) req@ffff88005ac57800 x1815448312357248/t4295335243(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.896873:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88005ac57800 with x1815448312357248 ext(2916352->2985983) 00002000:00010000:0.0:1731347577.896876:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88005ac57800 00000100:00100000:0.0:1731347577.897483:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.898091:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335243 is committed 00000100:00100000:0.0:1731347577.899210:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.900464:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.901508:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.901532:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.906934:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.908121:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.909235:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.909267:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.910522:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.911850:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.912682:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.912716:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.912762:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677352 00000100:00100000:0.0:1731347577.912768:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312359168:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347577.912876:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1607213 -> 3760980 00002000:00010000:0.0:1731347577.912879:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347577.912881:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347577.912883:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347577.912885:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 608 -> 608 00000100:00100000:0.0:1731347577.912904:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312359168:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 135us (221us total) trans 4295335247 rc 0/0 00000100:00100000:0.0:1731347577.912910:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677352 00002000:00010000:0.0:1731347577.912913:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3760980->18446744073709551615) 00002000:00100000:0.0:1731347577.912916:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c040a80 with x1815448312359168 ext(3760980->18446744073709551615) 00002000:00010000:0.0:1731347577.912920:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c040a80. 00000100:00100000:0.0:1731347577.913704:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.914735:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.918376:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.926074:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.927196:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.928245:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.929409:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.930442:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.930467:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.931341:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.932299:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.934007:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.934042:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.936801:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.941296:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.942607:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+473:2003:x1815448312361856:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1216us (1310us total) trans 4295367025 rc 0/0 00000100:00100000:0.0:1731347577.942614:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677360 00002000:00100000:0.0:1731347577.942620:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (589824->630783) req@ffff880064e4d880 x1815448312361856/t4295367025(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.942628:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4d880 with x1815448312361856 ext(589824->630783) 00002000:00010000:0.0:1731347577.942631:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880064e4d880 00000100:00100000:0.0:1731347577.943341:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.944179:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.944833:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367025 is committed 00000100:00100000:0.0:1731347577.945693:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.946923:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.947941:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312362368:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 915us (1018us total) trans 4295367026 rc 0/0 00000100:00100000:0.0:1731347577.947949:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677361 00002000:00100000:0.0:1731347577.947955:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (344064->372735) req@ffff880064e4fb80 x1815448312362368/t4295367026(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:463/0 lens 488/448 e 0 to 0 dl 1731347588 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347577.947962:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4fb80 with x1815448312362368 ext(344064->372735) 00002000:00010000:0.0:1731347577.947965:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880064e4fb80 00000100:00100000:0.0:1731347577.948717:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347577.949246:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367026 is committed 00000100:00100000:0.0:1731347577.950384:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.951575:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.952547:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.953572:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.953603:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.955634:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.957542:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.958495:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.959446:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.960458:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.961385:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.962584:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.962623:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.970390:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.972063:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.972922:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.972944:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.973854:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.974685:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.975713:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.977078:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.980211:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.987318:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.988273:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.989319:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.990448:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.991303:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.992212:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.993004:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.993758:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.994493:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.995307:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.996091:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.996881:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.997573:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.998290:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347577.999066:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.000477:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.001757:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+481:2004:x1815448312369664:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1187us (1280us total) trans 4295335265 rc 0/0 00000100:00100000:0.0:1731347578.001763:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677383 00002000:00100000:0.0:1731347578.001768:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (999424->1064959) req@ffff8800af9c2d80 x1815448312369664/t4295335265(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.001774:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800af9c2d80 with x1815448312369664 ext(999424->1064959) 00002000:00010000:0.0:1731347578.001776:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800af9c2d80 00000100:00100000:0.0:1731347578.002408:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00080000:0.0:1731347578.002495:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1731347548 00000100:00100000:0.0:1731347578.003108:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.003721:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335265 is committed 00000100:00100000:0.0:1731347578.004695:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.005684:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.007060:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.008193:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312370560:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1035us (1133us total) trans 4295335266 rc 0/0 00000100:00100000:0.0:1731347578.008199:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677386 00002000:00100000:0.0:1731347578.008204:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (802816->843775) req@ffff880081a82680 x1815448312370560/t4295335266(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.008212:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a82680 with x1815448312370560 ext(802816->843775) 00002000:00010000:0.0:1731347578.008215:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a82680 00000100:00100000:0.0:1731347578.008801:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.009410:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335266 is committed 00000100:00100000:0.0:1731347578.010429:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.011392:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.011434:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.015256:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.017057:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.018031:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.018828:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.019607:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.020358:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.021106:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.021832:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.022593:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.023301:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.024008:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.024803:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.025500:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.026260:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.027226:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.028037:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.028946:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.029710:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.030497:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.031249:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.031967:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.033697:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.034925:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.034956:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.038204:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.038235:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.046013:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.046533:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2005:x1815448312377728:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 373us (480us total) trans 4295367034 rc 0/0 00000100:00100000:0.0:1731347578.046541:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677413 00002000:00100000:0.0:1731347578.046548:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->1123) req@ffff88009944e680 x1815448312377728/t4295367034(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 1616/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.046556:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944e680 with x1815448312377728 ext(0->1123) 00002000:00010000:0.0:1731347578.046560:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009944e680 00000100:00100000:0.0:1731347578.047515:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2006:x1815448312377600:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1341us (1500us total) trans 4295335269 rc 0/0 00000100:00100000:0.0:1731347578.047521:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677414 00002000:00100000:0.0:1731347578.047526:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (454656->4194303) req@ffff880128b90700 x1815448312377600/t4295335269(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 504/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.047534:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880128b90700 with x1815448312377600 ext(454656->4194303) 00002000:00010000:0.0:1731347578.047537:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880128b90700 00000100:00100000:0.0:1731347578.048316:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.049090:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.049112:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.049746:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367034 is committed 00000100:00100000:0.0:1731347578.050551:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.051732:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.052708:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.052734:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.053518:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.055478:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.059109:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.062395:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.070262:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.071510:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.072656:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.072678:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.074695:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.076146:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.077369:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2005:x1815448312380416:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1126us (1222us total) trans 4295335273 rc 0/0 00000100:00100000:0.0:1731347578.077377:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677421 00002000:00100000:0.0:1731347578.077383:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2134016->4063231) req@ffff880095a9d180 x1815448312380416/t4295335273(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 504/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.077391:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a9d180 with x1815448312380416 ext(2134016->4063231) 00002000:00010000:0.0:1731347578.077394:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a9d180 00000100:00100000:0.0:1731347578.077906:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.078677:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.080702:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.082056:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312380800:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1232us (1353us total) trans 4295335274 rc 0/0 00000100:00100000:0.0:1731347578.082063:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677422 00002000:00100000:0.0:1731347578.082069:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2383872->2404351) req@ffff880095a9ce00 x1815448312380800/t4295335274(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.082074:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a9ce00 with x1815448312380800 ext(2383872->2404351) 00002000:00010000:0.0:1731347578.082078:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a9ce00 00000100:00100000:0.0:1731347578.082815:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.084669:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.085679:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.085699:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.086696:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.087575:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.088439:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.089398:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.090100:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.091019:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.091823:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.092712:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.093751:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2004:x1815448312383360:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 927us (1036us total) trans 4295367039 rc 0/0 00000100:00100000:0.0:1731347578.093759:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677432 00002000:00100000:0.0:1731347578.093766:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (208896->236090) req@ffff88007965c700 x1815448312383360/t4295367039(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.093775:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007965c700 with x1815448312383360 ext(208896->236090) 00002000:00010000:0.0:1731347578.093779:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007965c700 00000100:00100000:0.0:1731347578.094332:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.095177:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.095778:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367039 is committed 00000100:00100000:0.0:1731347578.096536:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.098004:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.099040:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.099062:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.103623:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.105821:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.107249:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.110020:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.112640:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.113708:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.115011:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312385408:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1178us (1301us total) trans 4295335278 rc 0/0 00000100:00100000:0.0:1731347578.115018:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677438 00002000:00100000:0.0:1731347578.115024:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (237568->2600959) req@ffff8800763ac000 x1815448312385408/t4295335278(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 504/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.115032:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ac000 with x1815448312385408 ext(237568->2600959) 00002000:00010000:0.0:1731347578.115036:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ac000 00000100:00100000:0.0:1731347578.115637:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.116346:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.117948:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.118827:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.120511:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.121479:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.122586:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.123989:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.126499:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.131783:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.132779:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.133714:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.134610:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312387968 00000100:00100000:0.0:1731347578.134614:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312387968 00002000:00100000:0.0:1731347578.134630:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3993600->3997695) req@ffff88009944ea00 x1815448312387968/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/0 e 0 to 0 dl 1731347589 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.134639:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ea00 with x1815448312387968 ext(3993600->3997695) 00002000:00010000:0.0:1731347578.134642:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ea00 00000100:00100000:0.0:1731347578.134654:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677444 00000100:00100000:0.0:1731347578.134659:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2005:x1815448312387968:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347578.134722:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2005:x1815448312387968:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347578.134728:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677444 00002000:00100000:0.0:1731347578.134734:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3993600->3997695) req@ffff88009944ea00 x1815448312387968/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/440 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.134741:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ea00 with x1815448312387968 ext(3993600->3997695) 00002000:00010000:0.0:1731347578.134744:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ea00 00000100:00100000:0.0:1731347578.135588:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.136384:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.137395:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.138259:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.139009:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.139837:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.140650:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.141453:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.142343:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.143260:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.144116:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.145122:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.146411:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2003:x1815448312390912:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1191us (1288us total) trans 4295335284 rc 0/0 00000100:00100000:0.0:1731347578.146433:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677456 00002000:00100000:0.0:1731347578.146439:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3973120->4042751) req@ffff8800a8c0ed80 x1815448312390912/t4295335284(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.146447:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0ed80 with x1815448312390912 ext(3973120->4042751) 00002000:00010000:0.0:1731347578.146450:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0ed80 00000100:00100000:0.0:1731347578.147158:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.147737:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335284 is committed 00000100:00100000:0.0:1731347578.148908:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.149828:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.150868:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.151226:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312391424:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 277us (358us total) trans 4295335287 rc 0/0 00000100:00100000:0.0:1731347578.151231:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677457 00002000:00100000:0.0:1731347578.151236:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3207168->3219455) req@ffff8800a8c0fb80 x1815448312391424/t4295335287(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 12776/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.151241:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0fb80 with x1815448312391424 ext(3207168->3219455) 00002000:00010000:0.0:1731347578.151243:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0fb80 00000100:00100000:0.0:1731347578.151877:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.152534:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335287 is committed 00000100:00100000:0.0:1731347578.154205:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.155216:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.156276:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.157298:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.158916:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312392192:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1542us (1617us total) trans 4295367042 rc 0/0 00000100:00100000:0.0:1731347578.158922:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677459 00002000:00100000:0.0:1731347578.158927:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (507904->708762) req@ffff8800a8c0c380 x1815448312392192/t4295367042(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 520/456 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.158932:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0c380 with x1815448312392192 ext(507904->708762) 00002000:00010000:0.0:1731347578.158934:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8c0c380 00000100:00100000:0.0:1731347578.159607:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.160275:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367042 is committed 00000100:00100000:0.0:1731347578.161715:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.162978:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2006:x1815448312392448:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1167us (1262us total) trans 4295335290 rc 0/0 00000100:00100000:0.0:1731347578.162986:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677460 00002000:00100000:0.0:1731347578.162993:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1482752->4014079) req@ffff8800a8c0df80 x1815448312392448/t4295335290(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 504/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.163000:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0df80 with x1815448312392448 ext(1482752->4014079) 00002000:00010000:0.0:1731347578.163004:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0df80 00000100:00100000:0.0:1731347578.163679:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.164286:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335290 is committed 00000100:00100000:0.0:1731347578.165171:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.166275:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.166307:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.170012:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.171128:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.173045:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.174160:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.174186:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.175051:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.176449:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.177354:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.178274:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.179105:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.180033:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.180066:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.182141:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.183898:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.184903:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.184939:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.189726:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.189837:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.191834:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.199081:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.200161:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2003:x1815448312396416:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 940us (1086us total) trans 4295367047 rc 0/0 00000100:00100000:0.0:1731347578.200169:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677472 00002000:00100000:0.0:1731347578.200176:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (749568->768890) req@ffff8800818a7480 x1815448312396416/t4295367047(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.200184:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800818a7480 with x1815448312396416 ext(749568->768890) 00002000:00010000:0.0:1731347578.200187:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800818a7480 00000100:00100000:0.0:1731347578.200897:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.201706:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.202396:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367047 is committed 00000100:00100000:0.0:1731347578.203271:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.204549:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.206279:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.207527:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.208654:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.208693:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.210467:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.210490:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.211681:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.213240:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.214352:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312398464:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1024us (1110us total) trans 4295367049 rc 0/0 00000100:00100000:0.0:1731347578.214359:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677478 00002000:00100000:0.0:1731347578.214365:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (782336->803897) req@ffff8801316f2680 x1815448312398464/t4295367049(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.214373:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f2680 with x1815448312398464 ext(782336->803897) 00002000:00010000:0.0:1731347578.214377:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316f2680 00000100:00100000:0.0:1731347578.215013:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.215765:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.216503:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367049 is committed 00000100:00100000:0.0:1731347578.217249:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.218382:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347578.218470:0:7196:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1731347578.219355:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.219389:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.225402:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.227076:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.228128:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.228159:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.229004:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.229987:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.231130:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.232158:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.233132:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.234040:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.234827:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.235771:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.236742:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.237678:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.238589:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.239378:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.240309:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.241140:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.242150:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.243055:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.243889:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.244651:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.245481:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.246464:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.247278:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.248062:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.249033:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.249888:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.250763:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.251589:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.255922:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.266230:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.267376:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.267399:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.269889:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.270734:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.271601:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.271623:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.272522:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.273586:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.274470:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.274500:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.274537:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677509 00000100:00100000:0.0:1731347578.274543:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+477:2006:x1815448312407936:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347578.274633:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2390757 -> 3058746 00002000:00010000:0.0:1731347578.274636:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.274638:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347578.274640:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.274642:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:0.0:1731347578.274662:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+478:2006:x1815448312407936:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 118us (193us total) trans 4295335310 rc 0/0 00000100:00100000:0.0:1731347578.274669:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677509 00002000:00010000:0.0:1731347578.274672:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3058746->18446744073709551615) 00002000:00100000:0.0:1731347578.274674:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781a6a00 with x1815448312407936 ext(3058746->18446744073709551615) 00002000:00010000:0.0:1731347578.274678:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781a6a00. 00000100:00100000:0.0:1731347578.275320:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.276692:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.277773:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.279540:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.280515:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.280538:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.281403:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.282256:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.283165:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.283192:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.284107:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.285148:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.286260:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.286295:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.287185:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.288433:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.289394:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.289456:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.290755:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.290779:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.292539:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.294584:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.295838:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2005:x1815448312411776:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1148us (1251us total) trans 4295367059 rc 0/0 00000100:00100000:0.0:1731347578.295847:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677522 00002000:00100000:0.0:1731347578.295855:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (94208->132482) req@ffff880120383800 x1815448312411776/t4295367059(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.295861:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880120383800 with x1815448312411776 ext(94208->132482) 00002000:00010000:0.0:1731347578.295864:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120383800 00000100:00100000:0.0:1731347578.296547:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.297360:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.297981:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367059 is committed 00000100:00100000:0.0:1731347578.298844:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.299955:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.301082:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.302360:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.303472:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.304584:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.305545:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.306411:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.307399:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.308292:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.309285:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.310231:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.311148:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.312000:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.312947:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.314667:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+487:2006:x1815448312415360:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1614us (1713us total) trans 4295335318 rc 0/0 00000100:00100000:0.0:1731347578.314678:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677534 00002000:00100000:0.0:1731347578.314689:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2654208->3526655) req@ffff88007e8d9500 x1815448312415360/t4295335318(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 504/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.314699:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8d9500 with x1815448312415360 ext(2654208->3526655) 00002000:00010000:0.0:1731347578.314704:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e8d9500 00000100:00100000:0.0:1731347578.315468:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.316107:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335318 is committed 00000100:00100000:0.0:1731347578.317729:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.319187:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312415616:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1309us (1459us total) trans 4295335319 rc 0/0 00000100:00100000:0.0:1731347578.319195:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677535 00002000:00100000:0.0:1731347578.319203:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1171456->1482751) req@ffff88007e8d9c00 x1815448312415616/t4295335319(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 504/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.319210:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8d9c00 with x1815448312415616 ext(1171456->1482751) 00002000:00010000:0.0:1731347578.319214:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e8d9c00 00000100:00100000:0.0:1731347578.319952:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.320655:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335319 is committed 00000100:00100000:0.0:1731347578.321700:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.323097:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.323130:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.324938:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.326027:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.327703:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.328918:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.330053:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.330091:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.330958:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.332817:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.334719:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.335679:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312417664 00000100:00100000:0.0:1731347578.335684:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312417664 00000100:00100000:0.0:1731347578.335717:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204167 00000100:00100000:0.0:1731347578.335723:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2004:x1815448312417664:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347578.336466:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335323 is committed 00000100:00100000:0.0:1731347578.338514:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.342889:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.344326:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.345545:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.345570:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.347250:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.351636:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.353805:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.354715:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.355457:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335326 is committed 00000100:00100000:0.0:1731347578.356350:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.357845:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.358956:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.358987:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.360600:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.360621:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.363545:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.368114:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.370034:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.371173:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.372022:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367066 is committed 00000100:00100000:0.0:1731347578.372976:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.374205:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.375693:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.376935:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.376972:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.381686:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.384398:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.387068:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.387910:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335331 is committed 00000100:00100000:0.0:1731347578.389003:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.390802:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.391635:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.392343:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335333 is committed 00000100:00100000:0.0:1731347578.393521:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.394870:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.394903:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.396152:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.398467:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.400101:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.401834:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.402704:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.403597:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.404547:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.405397:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.406330:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.407174:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.407996:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.409015:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.409940:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.410902:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.412442:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.413710:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.414821:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.415799:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.417566:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.417603:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.418751:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.420116:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.421112:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.422742:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.424643:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2006:x1815448312428672:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1809us (1900us total) trans 4295335337 rc 0/0 00000100:00100000:0.0:1731347578.424652:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677577 00002000:00100000:0.0:1731347578.424658:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1712128->3902384) req@ffff8800979e6a00 x1815448312428672/t4295335337(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 536/456 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.424666:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e6a00 with x1815448312428672 ext(1712128->3902384) 00002000:00010000:0.0:1731347578.424670:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e6a00 00000100:00100000:0.0:1731347578.426482:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.427338:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335337 is committed 00000100:00100000:0.0:1731347578.428849:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.430323:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.430365:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.431317:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.433526:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.438930:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.440301:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.441526:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.441666:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.444960:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.446227:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.447320:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.447358:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.454157:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.457372:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.458816:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.458844:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.459831:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.460942:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.462241:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.464639:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.465684:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.467493:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.468370:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.469432:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.470429:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.471367:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.472182:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.473065:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.473908:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.475161:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.476450:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.476474:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.478565:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.479601:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.480701:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.481592:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.482452:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.483324:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.484168:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.484944:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.485771:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.486649:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.487679:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.489024:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2006:x1815448312438784:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1238us (1342us total) trans 4295335345 rc 0/0 00000100:00100000:0.0:1731347578.489032:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677613 00002000:00100000:0.0:1731347578.489039:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3080192->3122085) req@ffff88007cc42680 x1815448312438784/t4295335345(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.489048:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc42680 with x1815448312438784 ext(3080192->3122085) 00002000:00010000:0.0:1731347578.489052:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc42680 00000100:00100000:0.0:1731347578.489693:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.490706:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.491481:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335345 is committed 00000100:00100000:0.0:1731347578.492533:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.497638:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.510778:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.512798:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.513988:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.514018:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.516411:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.516470:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.519735:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.526704:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.529137:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.530042:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.530918:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367077 is committed 00000100:00100000:0.0:1731347578.532109:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.533679:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.534941:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.534975:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.543260:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.544805:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.546805:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.548055:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.548127:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.548168:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677623 00000100:00100000:0.0:1731347578.548172:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312442496:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347578.548306:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 386051 -> 2280500 00002000:00010000:0.0:1731347578.548308:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.548310:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.548312:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.548313:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:0.0:1731347578.548330:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2006:x1815448312442496:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 156us (276us total) trans 4295335349 rc 0/0 00000100:00100000:0.0:1731347578.548335:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677623 00002000:00010000:0.0:1731347578.548338:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2280500->18446744073709551615) 00002000:00100000:0.0:1731347578.548341:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7fb80 with x1815448312442496 ext(2280500->18446744073709551615) 00002000:00010000:0.0:1731347578.548345:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7fb80. 00000100:00100000:0.0:1731347578.548962:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.549978:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.551164:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.552176:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.552996:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.553906:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.554770:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.555758:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.556557:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.557460:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.559223:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.560638:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.560664:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.561832:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.563003:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.564030:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.565152:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.566149:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.566174:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.567102:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.568062:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.568928:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.569919:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.570803:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.571837:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.572717:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.573828:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.574919:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.577482:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.578543:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.579341:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367083 is committed 00000100:00100000:0.0:1731347578.580672:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.582145:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.583503:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.583542:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.584800:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.591578:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.606212:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.608091:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.610739:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.611573:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.612269:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335354 is committed 00000100:00100000:0.0:1731347578.613388:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.614496:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.614521:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.615752:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.616871:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.617863:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.619030:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.620194:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.620223:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.621589:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.621619:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.623883:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.629035:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.629711:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2004:x1815448312452864:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 544us (682us total) trans 4295367088 rc 0/0 00000100:00100000:0.0:1731347578.629718:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677659 00002000:00100000:0.0:1731347578.629725:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (749568->763119) req@ffff880077f45c00 x1815448312452864/t4295367088(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 14040/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.629738:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f45c00 with x1815448312452864 ext(749568->763119) 00002000:00010000:0.0:1731347578.629742:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077f45c00 00000100:00100000:0.0:1731347578.630529:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.631434:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.632191:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367088 is committed 00000100:00100000:0.0:1731347578.633088:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.634189:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.634221:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.635478:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.636559:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.636596:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.641715:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.643038:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.644188:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.645335:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.645358:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.647647:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.649715:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.650801:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.651685:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.652568:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.653449:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.654720:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.656047:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2005:x1815448312456320:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1205us (1325us total) trans 4295335363 rc 0/0 00000100:00100000:0.0:1731347578.656053:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677669 00002000:00100000:0.0:1731347578.656059:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1302528->4121511) req@ffff880005856300 x1815448312456320/t4295335363(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 504/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.656066:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005856300 with x1815448312456320 ext(1302528->4121511) 00002000:00010000:0.0:1731347578.656068:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005856300 00000100:00100000:0.0:1731347578.656915:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.657969:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.658715:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335363 is committed 00000100:00100000:0.0:1731347578.664502:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.676599:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.677474:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312456960:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 656us (878us total) trans 4295335364 rc 0/0 00000100:00100000:0.0:1731347578.677485:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677671 00002000:00100000:0.0:1731347578.677494:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3530752->3543039) req@ffff880081a1dc00 x1815448312456960/t4295335364(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 12776/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.677504:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1dc00 with x1815448312456960 ext(3530752->3543039) 00002000:00010000:0.0:1731347578.677509:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1dc00 00000100:00100000:0.0:1731347578.678399:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.679395:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335364 is committed 00000100:00100000:0.0:1731347578.680802:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.682180:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.684015:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.684066:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.685167:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.686876:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.688135:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312457984:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1143us (1257us total) trans 4295335367 rc 0/0 00000100:00100000:0.0:1731347578.688146:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677674 00002000:00100000:0.0:1731347578.688152:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1056768->1081343) req@ffff880081a1df80 x1815448312457984/t4295335367(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.688158:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1df80 with x1815448312457984 ext(1056768->1081343) 00002000:00010000:0.0:1731347578.688160:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1df80 00000100:00100000:0.0:1731347578.688836:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.689531:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.690283:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335367 is committed 00000100:00100000:0.0:1731347578.691614:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.692859:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.692898:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.698840:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.704201:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.710165:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.712635:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312459264:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 2270us (2474us total) trans 4295335369 rc 0/0 00000100:00100000:0.0:1731347578.712648:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677678 00002000:00100000:0.0:1731347578.712660:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (380928->3470033) req@ffff8800b44d2a00 x1815448312459264/t4295335369(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 536/456 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.712670:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d2a00 with x1815448312459264 ext(380928->3470033) 00002000:00010000:0.0:1731347578.712676:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d2a00 00000100:00100000:0.0:1731347578.713660:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.714637:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.716959:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.718205:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.718236:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.718312:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677679 00000100:00100000:0.0:1731347578.718317:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2005:x1815448312460032:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347578.718403:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1731347578.718405:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.718407:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347577 -> 1731347577 00002000:00010000:0.0:1731347578.718408:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.718410:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1731347578.718451:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2005:x1815448312460032:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 133us (247us total) trans 4295367094 rc 0/0 00000100:00100000:0.0:1731347578.718455:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677679 00002000:00010000:0.0:1731347578.718457:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347578.718459:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d1880 with x1815448312460032 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347578.718462:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b44d1880. 00000100:00100000:0.0:1731347578.721467:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.723138:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.724461:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.726279:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.727776:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2006:x1815448312460544:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1373us (1498us total) trans 4295335373 rc 0/0 00000100:00100000:0.0:1731347578.727804:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677681 00002000:00100000:0.0:1731347578.727813:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (413696->3442402) req@ffff8800b44d0380 x1815448312460544/t4295335373(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 504/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.727822:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d0380 with x1815448312460544 ext(413696->3442402) 00002000:00010000:0.0:1731347578.727827:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d0380 00000100:00100000:0.0:1731347578.728514:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.729409:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.732168:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.733975:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.735774:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801301fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312461056:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1672us (1796us total) trans 4295335375 rc 0/0 00000100:00100000:0.0:1731347578.735799:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677682 00002000:00100000:0.0:1731347578.735807:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (69632->1695743) req@ffff8801301fd500 x1815448312461056/t4295335375(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 504/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.735816:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801301fd500 with x1815448312461056 ext(69632->1695743) 00002000:00010000:0.0:1731347578.735820:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801301fd500 00000100:00100000:0.0:1731347578.736683:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.738669:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.740152:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.741922:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.743460:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.745004:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.746486:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.746525:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.751604:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.761977:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.763929:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2005:x1815448312462592:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1818us (1953us total) trans 4295335381 rc 0/0 00000100:00100000:0.0:1731347578.763938:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677686 00002000:00100000:0.0:1731347578.763945:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (987136->4064809) req@ffff880132d09c00 x1815448312462592/t4295335381(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 536/456 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.763958:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d09c00 with x1815448312462592 ext(987136->4064809) 00002000:00010000:0.0:1731347578.763961:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d09c00 00000100:00100000:0.0:1731347578.764857:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.765865:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.767996:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.769708:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.771294:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.772458:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.773517:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.774698:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.776439:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.777925:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.777965:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.781485:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.783927:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.785811:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2003:x1815448312464384:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1733us (1883us total) trans 4295335388 rc 0/0 00000100:00100000:0.0:1731347578.785824:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677689 00002000:00100000:0.0:1731347578.785835:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2433024->2498559) req@ffff8800ad605880 x1815448312464384/t4295335388(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.785845:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad605880 with x1815448312464384 ext(2433024->2498559) 00002000:00010000:0.0:1731347578.785851:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ad605880 00000100:00100000:0.0:1731347578.786798:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.787810:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.790488:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.792065:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.792094:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.798039:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.799875:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.801100:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.801129:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.802292:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.803369:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.804231:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.805145:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.805969:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.806775:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.807570:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.808501:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.809389:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.810637:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312467968:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1129us (1248us total) trans 4295335391 rc 0/0 00000100:00100000:0.0:1731347578.810643:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677702 00002000:00100000:0.0:1731347578.810649:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1478656->1510974) req@ffff8801328fc380 x1815448312467968/t4295335391(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.810654:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fc380 with x1815448312467968 ext(1478656->1510974) 00002000:00010000:0.0:1731347578.810657:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fc380 00000100:00100000:0.0:1731347578.811371:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.812252:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.814197:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.816085:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.817389:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.817448:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.818680:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.819941:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.820971:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.821995:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.822844:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.823747:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.824585:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.825449:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.826314:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.827256:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.828154:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.829302:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.830919:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312471808:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1507us (1617us total) trans 4295335393 rc 0/0 00000100:00100000:0.0:1731347578.830927:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677716 00002000:00100000:0.0:1731347578.830934:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3342336->3386395) req@ffff88007b731180 x1815448312471808/t4295335393(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.830942:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b731180 with x1815448312471808 ext(3342336->3386395) 00002000:00010000:0.0:1731347578.830945:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b731180 00000100:00100000:0.0:1731347578.831670:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.832536:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.834389:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.835465:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.837000:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.838173:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.838200:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.838292:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677718 00000100:00100000:0.0:1731347578.838297:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2004:x1815448312472704:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347578.838400:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3386396 -> 4194304 00002000:00010000:0.0:1731347578.838403:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.838404:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.838406:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.838407:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 416 -> 504 00000100:00100000:0.0:1731347578.838451:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2004:x1815448312472704:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 153us (249us total) trans 4295335394 rc 0/0 00000100:00100000:0.0:1731347578.838455:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677718 00002000:00010000:0.0:1731347578.838457:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:0.0:1731347578.838459:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b730e00 with x1815448312472704 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347578.838462:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b730e00. 00000100:00100000:0.0:1731347578.839250:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.845896:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.845947:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.852856:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.862914:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.864938:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.866273:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.867338:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.868802:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.870473:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2006:x1815448312474624:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1531us (1665us total) trans 4295335397 rc 0/0 00000100:00100000:0.0:1731347578.870485:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677724 00002000:00100000:0.0:1731347578.870495:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2297856->2355199) req@ffff880080c1f480 x1815448312474624/t4295335397(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.870506:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c1f480 with x1815448312474624 ext(2297856->2355199) 00002000:00010000:0.0:1731347578.870511:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c1f480 00000100:00100000:0.0:1731347578.871496:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.872547:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.875037:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.876571:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.876618:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.876668:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677725 00000100:00100000:0.0:1731347578.876675:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2006:x1815448312475264:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347578.876794:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1731347578.876797:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.876800:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.876802:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347578.876804:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 624 -> 736 00000100:00100000:0.0:1731347578.876838:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2006:x1815448312475264:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 162us (268us total) trans 4295335398 rc 0/0 00000100:00100000:0.0:1731347578.876845:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677725 00002000:00010000:0.0:1731347578.876849:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:0.0:1731347578.876852:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c1df80 with x1815448312475264 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347578.876857:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c1df80. 00000100:00100000:0.0:1731347578.878669:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.880663:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.882295:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312475648:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1464us (1632us total) trans 4295335399 rc 0/0 00000100:00100000:0.0:1731347578.882309:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677727 00002000:00100000:0.0:1731347578.882317:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2535424->2555903) req@ffff88011f834e00 x1815448312475648/t4295335399(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.882326:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f834e00 with x1815448312475648 ext(2535424->2555903) 00002000:00010000:0.0:1731347578.882331:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f834e00 00000100:00100000:0.0:1731347578.883325:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.883458:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712436 00000100:00100000:0.0:1731347578.883465:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+706:13210:x1815448312475776:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:0.0:1731347578.883582:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+706:13210:x1815448312475776:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 115us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347578.883589:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712436 00000100:00100000:0.0:1731347578.884453:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.888706:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.890692:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312476032:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1801us (1987us total) trans 4295335400 rc 0/0 00000100:00100000:0.0:1731347578.890703:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677728 00002000:00100000:0.0:1731347578.890712:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1077248->1126399) req@ffff88011f835500 x1815448312476032/t4295335400(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.890720:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f835500 with x1815448312476032 ext(1077248->1126399) 00002000:00010000:0.0:1731347578.890725:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f835500 00000100:00100000:0.0:1731347578.891697:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.894763:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.896401:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312476288:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1506us (1642us total) trans 4295335401 rc 0/0 00000100:00100000:0.0:1731347578.896412:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677729 00002000:00100000:0.0:1731347578.896440:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (32768->86015) req@ffff88011f834000 x1815448312476288/t4295335401(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.896451:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f834000 with x1815448312476288 ext(32768->86015) 00002000:00010000:0.0:1731347578.896456:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f834000 00000100:00100000:0.0:1731347578.897249:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.899462:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.900935:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.900972:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.902380:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.903925:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.905276:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.905318:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.911582:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.913366:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.914665:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.916059:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.918489:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.920898:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.920950:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.922107:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.923804:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.925352:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2003:x1815448312479232:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1418us (1550us total) trans 4295335409 rc 0/0 00000100:00100000:0.0:1731347578.925361:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677737 00002000:00100000:0.0:1731347578.925370:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (372736->405503) req@ffff8800814d5500 x1815448312479232/t4295335409(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.925379:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d5500 with x1815448312479232 ext(372736->405503) 00002000:00010000:0.0:1731347578.925382:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814d5500 00000100:00100000:0.0:1731347578.926191:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.927115:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.929105:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.930153:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.931099:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.932162:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.933192:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.934642:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.935607:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.936507:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.937509:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.938531:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.939475:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.940483:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.941598:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.943334:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+477:2006:x1815448312482304:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1598us (1731us total) trans 4295367106 rc 0/0 00000100:00100000:0.0:1731347578.943345:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677747 00002000:00100000:0.0:1731347578.943354:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (229376->1213921) req@ffff88007d442680 x1815448312482304/t4295367106(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 520/456 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.943364:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442680 with x1815448312482304 ext(229376->1213921) 00002000:00010000:0.0:1731347578.943368:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d442680 00000100:00100000:0.0:1731347578.944320:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347578.945117:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367106 is committed 00000100:00100000:0.0:1731347578.946547:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.948094:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.950155:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.953825:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.954911:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.955898:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.956972:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.957964:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.958879:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.959742:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.960651:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.961977:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312484992:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1235us (1324us total) trans 4295335412 rc 0/0 00000100:00100000:0.0:1731347578.961984:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677757 00002000:00100000:0.0:1731347578.961991:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3067904->3112959) req@ffff88012c32e300 x1815448312484992/t4295335412(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.962000:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32e300 with x1815448312484992 ext(3067904->3112959) 00002000:00010000:0.0:1731347578.962004:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32e300 00000100:00100000:0.0:1731347578.962740:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.964928:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.965924:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312485248:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 911us (995us total) trans 4295335413 rc 0/0 00000100:00100000:0.0:1731347578.965930:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677758 00002000:00100000:0.0:1731347578.965935:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2580480->2609151) req@ffff88012c32ca80 x1815448312485248/t4295335413(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.965941:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32ca80 with x1815448312485248 ext(2580480->2609151) 00002000:00010000:0.0:1731347578.965944:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32ca80 00000100:00100000:0.0:1731347578.966558:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.969123:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.970624:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312485504:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1361us (1500us total) trans 4295335414 rc 0/0 00000100:00100000:0.0:1731347578.970633:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677759 00002000:00100000:0.0:1731347578.970640:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1314816->1372159) req@ffff88012c32c000 x1815448312485504/t4295335414(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/448 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.970649:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32c000 with x1815448312485504 ext(1314816->1372159) 00002000:00010000:0.0:1731347578.970654:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32c000 00000100:00100000:0.0:1731347578.971294:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.973371:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.974716:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.975741:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.976647:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312486528 00000100:00100000:0.0:1731347578.976651:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312486528 00002000:00100000:0.0:1731347578.976666:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4075520->4079615) req@ffff88009944ed80 x1815448312486528/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/0 e 0 to 0 dl 1731347589 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.976672:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ed80 with x1815448312486528 ext(4075520->4079615) 00002000:00010000:0.0:1731347578.976675:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ed80 00000100:00100000:0.0:1731347578.976688:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677762 00000100:00100000:0.0:1731347578.976692:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2005:x1815448312486528:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347578.976751:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2005:x1815448312486528:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 57us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347578.976756:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677762 00002000:00100000:0.0:1731347578.976759:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4075520->4079615) req@ffff88009944ed80 x1815448312486528/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:464/0 lens 488/440 e 0 to 0 dl 1731347589 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347578.976765:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ed80 with x1815448312486528 ext(4075520->4079615) 00002000:00010000:0.0:1731347578.976767:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ed80 00000100:00100000:0.0:1731347578.977486:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.978372:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.979283:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.980328:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.981248:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.982141:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.983048:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.983883:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.984810:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.985797:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.986796:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.987694:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.988588:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.989999:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.991453:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.992453:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.994090:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347578.997178:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.001126:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00080000:0.0:1731347579.001236:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1731347549 00000100:00100000:0.0:1731347579.002522:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.003586:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.004563:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.005574:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.006627:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.007572:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.008473:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.009365:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.010515:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.011542:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.012643:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.014378:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312493952:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1623us (1731us total) trans 4295335417 rc 0/0 00000100:00100000:0.0:1731347579.014388:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677791 00002000:00100000:0.0:1731347579.014396:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2486272->4190207) req@ffff880132f37100 x1815448312493952/t4295335417(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 520/456 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.014406:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f37100 with x1815448312493952 ext(2486272->4190207) 00002000:00010000:0.0:1731347579.014410:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f37100 00000100:00100000:0.0:1731347579.015348:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.017727:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.019148:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.020431:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.020462:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00080000:0.0:1731347579.020502:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1731347549 00000100:00100000:0.0:1731347579.024661:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.026087:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.027862:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.029070:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.029112:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.030044:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.031581:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.033012:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2004:x1815448312495744:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1321us (1428us total) trans 4295335422 rc 0/0 00000100:00100000:0.0:1731347579.033020:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677796 00002000:00100000:0.0:1731347579.033028:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2142208->2162687) req@ffff880132f37800 x1815448312495744/t4295335422(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.033038:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f37800 with x1815448312495744 ext(2142208->2162687) 00002000:00010000:0.0:1731347579.033042:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f37800 00000100:00100000:0.0:1731347579.033743:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.036329:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.037490:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.037512:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.038349:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.039902:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.041216:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312496768:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1183us (1313us total) trans 4295335424 rc 0/0 00000100:00100000:0.0:1731347579.041222:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677799 00002000:00100000:0.0:1731347579.041228:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1257472->1314815) req@ffff8800a5f3dc00 x1815448312496768/t4295335424(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.041234:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f3dc00 with x1815448312496768 ext(1257472->1314815) 00002000:00010000:0.0:1731347579.041237:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f3dc00 00000100:00100000:0.0:1731347579.041914:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.042594:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.047322:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.058262:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.060575:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.061993:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.062983:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.063966:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.064919:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.065910:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.066766:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.067754:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.068798:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.070003:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2003:x1815448312499584:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1107us (1203us total) trans 4295367112 rc 0/0 00000100:00100000:0.0:1731347579.070010:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677809 00002000:00100000:0.0:1731347579.070015:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (339968->372735) req@ffff880090ad6d80 x1815448312499584/t4295367112(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.070021:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ad6d80 with x1815448312499584 ext(339968->372735) 00002000:00010000:0.0:1731347579.070024:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ad6d80 00000100:00100000:0.0:1731347579.070691:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.071370:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367112 is committed 00000100:00100000:0.0:1731347579.072797:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.074509:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.074528:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.075628:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.076455:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.077355:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.078132:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.079066:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.079906:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.080742:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.081655:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.082578:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.083460:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.084357:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.085283:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.086155:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.086919:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.088058:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.089346:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.089377:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.089468:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677827 00000100:00100000:0.0:1731347579.089472:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2004:x1815448312504448:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347579.089620:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 1149062 -> 765185 00002000:00010000:0.0:1731347579.089623:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347578 00002000:00010000:0.0:1731347579.089626:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347579.089627:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347578 00002000:00010000:0.0:1731347579.089630:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 24 -> 64 00000100:00100000:0.0:1731347579.089650:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2004:x1815448312504448:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 176us (271us total) trans 4295367113 rc 0/0 00000100:00100000:0.0:1731347579.089657:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677827 00002000:00010000:0.0:1731347579.089660:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (765185->18446744073709551615) 00002000:00100000:0.0:1731347579.089662:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880099bcd180 with x1815448312504448 ext(765185->18446744073709551615) 00002000:00010000:0.0:1731347579.089667:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099bcd180. 00000100:00100000:0.0:1731347579.090384:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.091516:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.092497:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.092538:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.093587:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.095069:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.097202:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.097994:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.100284:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.101816:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.104608:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.105987:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.107378:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.109329:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.111956:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.113874:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.115193:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.116564:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.116594:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.119103:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.119139:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.121293:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.122644:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2006:x1815448312507776:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1289us (1348us total) trans 4295367116 rc 0/0 00000100:00100000:0.0:1731347579.122651:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677837 00002000:00100000:0.0:1731347579.122659:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (12288->1174887) req@ffff8800986d6a00 x1815448312507776/t4295367116(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 536/456 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.122671:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800986d6a00 with x1815448312507776 ext(12288->1174887) 00002000:00010000:0.0:1731347579.122675:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800986d6a00 00000100:00100000:0.0:1731347579.123555:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.124609:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.125656:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367116 is committed 00000100:00100000:0.0:1731347579.127024:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.130656:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.137800:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.139806:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.141653:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2005:x1815448312508672:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1710us (1845us total) trans 4295335437 rc 0/0 00000100:00100000:0.0:1731347579.141665:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677839 00002000:00100000:0.0:1731347579.141676:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1347584->1372159) req@ffff880131fd6a00 x1815448312508672/t4295335437(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.141687:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131fd6a00 with x1815448312508672 ext(1347584->1372159) 00002000:00010000:0.0:1731347579.141692:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131fd6a00 00000100:00100000:0.0:1731347579.142666:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.145583:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.147283:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.147348:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.154032:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.155802:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.157466:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.158056:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312509696:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 460us (592us total) trans 4295335440 rc 0/0 00000100:00100000:0.0:1731347579.158069:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677842 00002000:00100000:0.0:1731347579.158078:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1908736->1916927) req@ffff880131fd4a80 x1815448312509696/t4295335440(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 8680/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.158087:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131fd4a80 with x1815448312509696 ext(1908736->1916927) 00002000:00010000:0.0:1731347579.158091:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131fd4a80 00000100:00100000:0.0:1731347579.158868:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.159652:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.162031:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.163472:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.163530:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.164498:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.165942:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.168078:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.169722:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.169793:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.170993:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.172744:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.174151:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.174409:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.177005:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.179264:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.180838:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.180897:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.184308:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.193844:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.195513:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2006:x1815448312512896:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1529us (1670us total) trans 4295335446 rc 0/0 00000100:00100000:0.0:1731347579.195524:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677852 00002000:00100000:0.0:1731347579.195532:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2768896->2814971) req@ffff880132621500 x1815448312512896/t4295335446(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.195541:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132621500 with x1815448312512896 ext(2768896->2814971) 00002000:00010000:0.0:1731347579.195545:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132621500 00000100:00100000:0.0:1731347579.196364:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.197399:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.199851:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.201622:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.203179:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.203244:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.204650:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312513920 00000100:00100000:0.0:1731347579.204657:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312513920 00000100:00100000:0.0:1731347579.204707:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712471 00000100:00100000:0.0:1731347579.204715:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+747:13210:x1815448312513920:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:0.0:1731347579.204736:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1731347579.204755:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800814398c0/0xb104f9478e07694b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 249 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fa5f expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347579.204859:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081438b40/0xb104f9478e076952 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 250 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347579.204876:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081438b40/0xb104f9478e076952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 250 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347579.204887:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081438b40/0xb104f9478e076952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:0.0:1731347579.204920:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3389773 00000004:00200000:0.0:1731347579.204925:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1731347579.204941:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880081438b40/0xb104f9478e076952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 250 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347579.204968:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800814398c0/0xb104f9478e07694b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 250 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fa5f expref: 749 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347579.205006:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880081438b40/0xb104f9478e076952 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 249 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fa5f expref: 748 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347579.205015:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347579.205019:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1731347579.205023:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081438b40, rc 0) 00000100:00100000:0.0:1731347579.205065:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+748:13210:x1815448312513920:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 349us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347579.205072:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712471 00000100:00100000:0.0:1731347579.207141:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.208941:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.208998:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.210909:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.212519:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.213888:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.215244:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.215300:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.218500:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.220338:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.222027:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.223711:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.223776:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.224962:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.229379:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.237539:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.239013:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.240687:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312516864 00000100:00100000:0.0:1731347579.240696:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312516864 00002000:00100000:0.0:1731347579.240726:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1937408->2351103) req@ffff88009944ea00 x1815448312516864/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 504/0 e 0 to 0 dl 1731347590 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.240734:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ea00 with x1815448312516864 ext(1937408->2351103) 00002000:00010000:0.0:1731347579.240738:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ea00 00000100:00100000:0.0:1731347579.240760:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677862 00000100:00100000:0.0:1731347579.240765:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2006:x1815448312516864:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347579.243472:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.244915:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.244949:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.245030:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677863 00000100:00100000:0.0:1731347579.245036:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2004:x1815448312517248:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347579.245149:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2959553 -> 4159257 00002000:00010000:0.0:1731347579.245153:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347579.245155:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347579.245157:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347579.245158:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 584 -> 584 00000100:00100000:0.0:1731347579.245178:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2004:x1815448312517248:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 141us (264us total) trans 4295335455 rc 0/0 00000100:00100000:0.0:1731347579.245184:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677863 00002000:00010000:0.0:1731347579.245187:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4159257->18446744073709551615) 00002000:00100000:0.0:1731347579.245189:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7ce00 with x1815448312517248 ext(4159257->18446744073709551615) 00002000:00010000:0.0:1731347579.245193:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e7ce00. 00000100:00100000:0.0:1731347579.247792:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.254753:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.256238:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2006:x1815448312517760:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1355us (1485us total) trans 4295335456 rc 0/0 00000100:00100000:0.0:1731347579.256244:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677866 00002000:00100000:0.0:1731347579.256249:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4100096->4159256) req@ffff880135e7f800 x1815448312517760/t4295335456(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.256254:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7f800 with x1815448312517760 ext(4100096->4159256) 00002000:00010000:0.0:1731347579.256257:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e7f800 00000100:00100000:0.0:1731347579.257026:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.257873:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.259560:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.260844:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.262589:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.263697:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.263722:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.264923:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.264948:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.265031:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677870 00000100:00100000:0.0:1731347579.265036:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2006:x1815448312519296:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347579.265114:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2006:x1815448312519296:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 75us (163us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1731347579.265121:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677870 00002000:00100000:0.0:1731347579.265127:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (880640->884735) req@ffff8800673eed80 x1815448312519296/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/4536 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.265134:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673eed80 with x1815448312519296 ext(880640->884735) 00002000:00010000:0.0:1731347579.265136:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800673eed80 00000100:00100000:0.0:1731347579.267170:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.272630:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.274154:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+471:2005:x1815448312519680:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1412us (1523us total) trans 4295367128 rc 0/0 00000100:00100000:0.0:1731347579.274162:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677872 00002000:00100000:0.0:1731347579.274167:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (880640->942136) req@ffff8800673ee300 x1815448312519680/t4295367128(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.274173:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ee300 with x1815448312519680 ext(880640->942136) 00002000:00010000:0.0:1731347579.274175:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800673ee300 00000100:00100000:0.0:1731347579.275001:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.275864:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.276493:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367128 is committed 00000100:00100000:0.0:1731347579.277478:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.278771:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.280272:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.281407:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.281445:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.287941:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.289926:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.291181:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.291218:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.292165:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.293387:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.297701:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.309561:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.311890:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.312742:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.313538:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335463 is committed 00000100:00100000:0.0:1731347579.314841:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.316157:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.317970:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.319928:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.320461:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335466 is committed 00000100:00100000:0.0:1731347579.322221:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.324574:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.325353:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335467 is committed 00000100:00100000:0.0:1731347579.327478:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.329350:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.331990:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.332606:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335468 is committed 00000100:00100000:0.0:1731347579.334435:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.336243:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.336280:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.337466:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.338631:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.339802:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.340851:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.342036:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.343019:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.344106:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.345224:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.346411:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.347605:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.348692:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.349834:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.350987:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.351997:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.353201:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.355336:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.356004:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367133 is committed 00000100:00100000:0.0:1731347579.357144:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.358465:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.359690:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.359714:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.360632:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.361700:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.362818:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.363805:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.363829:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.369833:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.372866:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.374345:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.375156:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.375873:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335473 is committed 00000100:00100000:0.0:1731347579.377022:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.378270:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.379454:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.380819:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.381789:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.382732:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.383586:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.384528:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.385599:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.386619:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.387538:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.388742:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.389658:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.390485:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.391403:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.392371:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.393357:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.394242:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.395223:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.396441:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.397409:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.398354:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.399485:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.401162:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312535296:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1565us (1674us total) trans 4295335475 rc 0/0 00000100:00100000:0.0:1731347579.401169:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677924 00002000:00100000:0.0:1731347579.401175:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1167360->3538943) req@ffff8801193e0000 x1815448312535296/t4295335475(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 520/456 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.401186:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e0000 with x1815448312535296 ext(1167360->3538943) 00002000:00010000:0.0:1731347579.401188:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e0000 00000100:00100000:0.0:1731347579.401993:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.402630:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335475 is committed 00000100:00100000:0.0:1731347579.403878:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.404853:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.405823:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.406703:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.407727:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.408617:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.409579:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.410497:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.411568:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.412562:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.413507:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.414505:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.415408:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.416457:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.417385:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.418404:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312539392 00000100:00100000:0.0:1731347579.418408:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312539392 00002000:00100000:0.0:1731347579.418434:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (270336->1013564) req@ffff88009944f100 x1815448312539392/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 504/0 e 0 to 0 dl 1731347590 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.418440:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944f100 with x1815448312539392 ext(270336->1013564) 00002000:00010000:0.0:1731347579.418442:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009944f100 00000100:00100000:0.0:1731347579.418456:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677940 00000100:00100000:0.0:1731347579.418460:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312539392:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347579.419880:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2006:x1815448312539392:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1415us (1506us total) trans 4295367137 rc 0/0 00000100:00100000:0.0:1731347579.419887:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677940 00002000:00100000:0.0:1731347579.419894:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (270336->1013564) req@ffff88009944f100 x1815448312539392/t4295367137(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 504/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.419902:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944f100 with x1815448312539392 ext(270336->1013564) 00002000:00010000:0.0:1731347579.419905:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009944f100 00000100:00100000:0.0:1731347579.420650:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.421316:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367137 is committed 00000100:00100000:0.0:1731347579.422242:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.423310:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.423345:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.424739:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.425859:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.426732:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.427681:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.428579:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.429408:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.430278:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.431223:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.432177:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.432962:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.433917:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.434822:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.435810:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.437014:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.437980:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.438896:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.439824:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.440713:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.441606:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.442474:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.443410:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.444404:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.445277:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.446150:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.447021:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.447874:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.448709:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.449572:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.450376:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.451305:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.452454:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.453443:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.453465:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.453534:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677972 00000100:00100000:0.0:1731347579.453539:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312547968:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347579.453599:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1731347579.453601:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.453603:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347578 -> 1731347578 00002000:00010000:0.0:1731347579.453604:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.453606:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1731347579.453630:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312547968:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 91us (164us total) trans 4295367139 rc 0/0 00000100:00100000:0.0:1731347579.453635:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677972 00002000:00010000:0.0:1731347579.453637:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347579.453639:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b31fe680 with x1815448312547968 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347579.453642:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b31fe680. 00000100:00100000:0.0:1731347579.454327:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.454438:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677973 00000100:00100000:0.0:1731347579.454442:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312548224:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347579.454526:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312548224:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 83us (200us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1731347579.454531:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677973 00002000:00100000:0.0:1731347579.454535:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3895296->3899391) req@ffff8800b31fe300 x1815448312548224/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/4536 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.454541:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b31fe300 with x1815448312548224 ext(3895296->3899391) 00002000:00010000:0.0:1731347579.454543:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b31fe300 00000100:00100000:0.0:1731347579.455215:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.456074:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.456874:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.457896:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.458320:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312549120:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 337us (424us total) trans 4295335479 rc 0/0 00000100:00100000:0.0:1731347579.458327:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677977 00002000:00100000:0.0:1731347579.458333:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3895296->3909799) req@ffff8800b31fc000 x1815448312549120/t4295335479(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 14992/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.458346:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b31fc000 with x1815448312549120 ext(3895296->3909799) 00002000:00010000:0.0:1731347579.458350:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b31fc000 00000100:00100000:0.0:1731347579.459001:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.459672:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.460387:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335479 is committed 00000100:00100000:0.0:1731347579.461202:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.462691:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.463792:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.463826:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.464809:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.470136:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.484805:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.489727:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.491832:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.492568:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.493260:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335481 is committed 00000100:00100000:0.0:1731347579.494396:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.495464:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.496395:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.497516:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.498509:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.498528:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.498599:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 677984 00000100:00100000:0.0:1731347579.498604:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312551808:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347579.498649:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1731347579.498651:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.498653:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.498655:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.498656:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:0.0:1731347579.498680:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312551808:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 76us (150us total) trans 4295335484 rc 0/0 00000100:00100000:0.0:1731347579.498684:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 677984 00002000:00010000:0.0:1731347579.498687:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:0.0:1731347579.498688:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134866a00 with x1815448312551808 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347579.498691:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134866a00. 00000100:00100000:0.0:1731347579.499379:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.500327:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.501640:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.502794:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.503942:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.504836:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.505962:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.506795:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.506815:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.510440:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.511339:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.512788:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.513885:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.514899:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.515702:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.516534:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.517396:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.518303:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.519159:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.520096:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.520928:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.521848:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.522818:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.523759:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.524646:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.525640:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.526820:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2006:x1815448312557056:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1090us (1180us total) trans 4295367146 rc 0/0 00000100:00100000:0.0:1731347579.526826:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678000 00002000:00100000:0.0:1731347579.526831:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (438272->491519) req@ffff8800b0d90700 x1815448312557056/t4295367146(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.526837:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d90700 with x1815448312557056 ext(438272->491519) 00002000:00010000:0.0:1731347579.526840:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b0d90700 00000100:00100000:0.0:1731347579.527490:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.528298:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.528937:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367146 is committed 00000100:00100000:0.0:1731347579.530193:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.531949:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2005:x1815448312557440:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1618us (1753us total) trans 4295335491 rc 0/0 00000100:00100000:0.0:1731347579.531958:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678001 00002000:00100000:0.0:1731347579.531966:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4096->2301951) req@ffff8800b0d92d80 x1815448312557440/t4295335491(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 552/464 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.531975:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d92d80 with x1815448312557440 ext(4096->2301951) 00002000:00010000:0.0:1731347579.531979:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b0d92d80 00000100:00100000:0.0:1731347579.532823:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.534039:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.535408:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.536638:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.537678:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.538579:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.539493:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.540450:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.541450:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.542347:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.543336:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.544325:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.545223:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.546429:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+473:2004:x1815448312560256:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1099us (1193us total) trans 4295335494 rc 0/0 00000100:00100000:0.0:1731347579.546435:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678011 00002000:00100000:0.0:1731347579.546440:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3792896->3829759) req@ffff8800815bd180 x1815448312560256/t4295335494(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.546446:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bd180 with x1815448312560256 ext(3792896->3829759) 00002000:00010000:0.0:1731347579.546448:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815bd180 00000100:00100000:0.0:1731347579.547131:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.547716:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335494 is committed 00000100:00100000:0.0:1731347579.548730:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.550002:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.551108:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.552006:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.553009:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.553954:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.555023:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312561664:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 994us (1068us total) trans 4295335495 rc 0/0 00000100:00100000:0.0:1731347579.555030:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678016 00002000:00100000:0.0:1731347579.555036:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (512000->569343) req@ffff8800815bca80 x1815448312561664/t4295335495(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.555044:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bca80 with x1815448312561664 ext(512000->569343) 00002000:00010000:0.0:1731347579.555047:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815bca80 00000100:00100000:0.0:1731347579.555752:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.556437:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335495 is committed 00000100:00100000:0.0:1731347579.557519:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.558500:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.559537:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.560566:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.560590:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.563475:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.564746:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.565827:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.565869:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.566840:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.568009:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.569138:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.570078:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.570888:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.572029:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.572869:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.574882:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.579728:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.579768:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.581020:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.582349:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.582382:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.585362:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.586519:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.587661:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.588711:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.590584:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.591626:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.591647:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.594955:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.594979:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.596367:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.601385:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.602717:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2004:x1815448312567808:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1188us (1337us total) trans 4295367155 rc 0/0 00000100:00100000:0.0:1731347579.602726:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678035 00002000:00100000:0.0:1731347579.602732:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (245760->295945) req@ffff8801332dd180 x1815448312567808/t4295367155(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.602741:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332dd180 with x1815448312567808 ext(245760->295945) 00002000:00010000:0.0:1731347579.602744:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332dd180 00000100:00100000:0.0:1731347579.604222:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.605031:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.605710:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367155 is committed 00000100:00100000:0.0:1731347579.606633:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.607943:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.608893:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.609732:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.610550:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.611346:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.612169:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.613053:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.613935:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.614967:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.615772:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.616544:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.617342:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.618226:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.619109:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.619856:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.620635:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.621414:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.622706:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.625653:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312572928 00000100:00100000:0.0:1731347579.625659:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312572928 00002000:00100000:0.0:1731347579.625683:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (94208->1724415) req@ffff88009944fb80 x1815448312572928/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 536/0 e 0 to 0 dl 1731347590 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.625690:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944fb80 with x1815448312572928 ext(94208->1724415) 00002000:00010000:0.0:1731347579.625694:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944fb80 00000100:00100000:0.0:1731347579.625713:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678053 00000100:00100000:0.0:1731347579.625718:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2006:x1815448312572928:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347579.633125:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.633667:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a045b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+470:2006:x1815448312573056:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 420us (545us total) trans 4295335506 rc 0/0 00000100:00100000:0.0:1731347579.633673:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678054 00002000:00100000:0.0:1731347579.633678:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1736704->1748991) req@ffff8800a045b480 x1815448312573056/t4295335506(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 12776/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.633684:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a045b480 with x1815448312573056 ext(1736704->1748991) 00002000:00010000:0.0:1731347579.633687:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a045b480 00000100:00100000:0.0:1731347579.634405:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.635122:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335506 is committed 00000100:00100000:0.0:1731347579.636024:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.636957:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.636979:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.637032:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678056 00000100:00100000:0.0:1731347579.637036:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312573568:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347579.639122:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 544306 00002000:00010000:0.0:1731347579.639124:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.639126:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.639127:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.639129:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 264 -> 192 00000100:00100000:0.0:1731347579.639155:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312573568:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 2118us (2175us total) trans 4295335507 rc 0/0 00000100:00100000:0.0:1731347579.639160:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678056 00002000:00010000:0.0:1731347579.639162:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (544306->18446744073709551615) 00002000:00100000:0.0:1731347579.639165:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0459180 with x1815448312573568 ext(544306->18446744073709551615) 00002000:00010000:0.0:1731347579.639168:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0459180. 00000100:00100000:0.0:1731347579.642846:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.644199:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.645508:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.646923:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.648671:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.653062:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.657478:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.658721:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.660061:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.661281:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.661311:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.662309:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.663379:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.664354:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.664377:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.665204:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.666432:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.667603:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312576512 00000100:00100000:0.0:1731347579.667607:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312576512 00002000:00010000:0.0:1731347579.667621:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4012440->18446744073709551615) 00002000:00100000:0.0:1731347579.667623:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ce00 with x1815448312576512 ext(4012440->18446744073709551615) 00002000:00010000:0.0:1731347579.667629:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ce00. 00000100:00100000:0.0:1731347579.667645:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678062 00000100:00100000:0.0:1731347579.667649:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2003:x1815448312576512:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347579.667742:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3172435 -> 4012440 00002000:00010000:0.0:1731347579.667745:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.667747:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.667748:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.667749:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:0.0:1731347579.667765:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2003:x1815448312576512:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 115us (202us total) trans 4295335516 rc 0/0 00000100:00100000:0.0:1731347579.667770:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678062 00002000:00010000:0.0:1731347579.667772:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4012440->18446744073709551615) 00002000:00100000:0.0:1731347579.667787:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ce00 with x1815448312576512 ext(4012440->18446744073709551615) 00002000:00010000:0.0:1731347579.667790:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ce00. 00000100:00100000:0.0:1731347579.668464:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.669629:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.671123:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.672966:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+471:2005:x1815448312577024:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1710us (1841us total) trans 4295335518 rc 0/0 00000100:00100000:0.0:1731347579.672973:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678064 00002000:00100000:0.0:1731347579.672978:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (749568->2588671) req@ffff880077f44380 x1815448312577024/t4295335518(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 536/456 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.672984:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f44380 with x1815448312577024 ext(749568->2588671) 00002000:00010000:0.0:1731347579.672986:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f44380 00000100:00100000:0.0:1731347579.673631:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.674343:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.675080:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335518 is committed 00000100:00100000:0.0:1731347579.676081:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.677530:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.677914:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312577536:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 289us (382us total) trans 4295335520 rc 0/0 00000100:00100000:0.0:1731347579.677920:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678065 00002000:00100000:0.0:1731347579.677924:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1830912->1847295) req@ffff880077f47100 x1815448312577536/t4295335520(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 16872/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.677930:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f47100 with x1815448312577536 ext(1830912->1847295) 00002000:00010000:0.0:1731347579.677932:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f47100 00000100:00100000:0.0:1731347579.678475:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.679037:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335520 is committed 00000100:00100000:0.0:1731347579.679840:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.680833:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.681742:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.681764:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.682586:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.685621:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.685645:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.686918:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.691909:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.693273:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.693806:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2006:x1815448312579456:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 411us (532us total) trans 4295335524 rc 0/0 00000100:00100000:0.0:1731347579.693814:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678071 00002000:00100000:0.0:1731347579.693820:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (659456->663551) req@ffff880077f44000 x1815448312579456/t4295335524(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 4584/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.693828:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f44000 with x1815448312579456 ext(659456->663551) 00002000:00010000:0.0:1731347579.693832:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f44000 00000100:00100000:0.0:1731347579.694471:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.695251:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.696011:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335524 is committed 00000100:00100000:0.0:1731347579.696962:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.697988:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.698010:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.698088:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678073 00000100:00100000:0.0:1731347579.698093:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312580096:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347579.698496:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 3703980 00002000:00010000:0.0:1731347579.698498:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.698500:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.698501:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.698503:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 832 -> 840 00000100:00100000:0.0:1731347579.698528:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312580096:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 434us (517us total) trans 4295335525 rc 0/0 00000100:00100000:0.0:1731347579.698533:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678073 00002000:00010000:0.0:1731347579.698536:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3703980->18446744073709551615) 00002000:00100000:0.0:1731347579.698537:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1ce00 with x1815448312580096 ext(3703980->18446744073709551615) 00002000:00010000:0.0:1731347579.698540:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1ce00. 00000100:00100000:0.0:1731347579.699972:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.701453:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.702559:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.703630:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312580864 00000100:00100000:0.0:1731347579.703635:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312580864 00000100:00100000:0.0:1731347579.703664:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712530 00000100:00100000:0.0:1731347579.703669:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+820:13210:x1815448312580864:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:0.0:1731347579.703698:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347579.703715:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129494240/0xb104f9478e076b4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 274 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fb07 expref: 820 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347579.703728:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347579.703732:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347579.703837:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008143aac0/0xb104f9478e076b51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 273 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347579.703880:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008143aac0/0xb104f9478e076b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 273 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347579.703885:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008143aac0/0xb104f9478e076b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 273 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:0.0:1731347579.703905:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161464 00000004:00010000:0.0:1731347579.703916:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009944f800 reply state ffff8801223f8000 transno 4295161465 ns: mdt-lustre-MDT0000_UUID lock: ffff88008143aac0/0xb104f9478e076b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 273 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347579.703921:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008143aac0/0xb104f9478e076b51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 273 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347579.703925:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347579.703926:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1731347579.703927:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1731347579.703969:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+822:13210:x1815448312580864:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 299us (358us total) trans 4295161465 rc 0/0 00000100:00100000:0.0:1731347579.703974:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712530 00000020:00080000:0.0:1731347579.703977:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347579.704745:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.704770:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.710844:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.712300:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.714356:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.715809:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.716726:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.717695:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.718566:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.721634:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.727976:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2003:x1815448312582272:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 6194us (6336us total) trans 0 rc 1794048/1794048 00000100:00100000:0.0:1731347579.727988:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678076 00002000:00100000:0.0:1731347579.727999:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (0->1794047) req@ffff88005ac54e00 x1815448312582272/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/440 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 1794048/1794048 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.728010:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88005ac54e00 with x1815448312582272 ext(0->1794047) 00002000:00010000:0.0:1731347579.728015:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88005ac54e00 00000100:00100000:0.0:1731347579.729831:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.732944:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.740308:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.742020:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+471:2005:x1815448312582784:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1553us (1713us total) trans 4295335536 rc 0/0 00000100:00100000:0.0:1731347579.742026:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678078 00002000:00100000:0.0:1731347579.742032:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (577536->2740223) req@ffff88005ac55c00 x1815448312582784/t4295335536(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 504/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.742038:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88005ac55c00 with x1815448312582784 ext(577536->2740223) 00002000:00010000:0.0:1731347579.742040:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88005ac55c00 00000100:00100000:0.0:1731347579.742761:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.743600:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.744314:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335536 is committed 00000100:00100000:0.0:1731347579.745610:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.746688:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.747863:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.747899:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.747956:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678080 00000100:00100000:0.0:1731347579.747963:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312583552:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347579.749734:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3789895 -> 1306298 00002000:00010000:0.0:1731347579.749738:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.749740:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.749742:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.749744:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 488 -> 176 00000100:00100000:0.0:1731347579.749791:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312583552:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1826us (1890us total) trans 4295335538 rc 0/0 00000100:00100000:0.0:1731347579.749798:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678080 00002000:00010000:0.0:1731347579.749802:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1306298->18446744073709551615) 00002000:00100000:0.0:1731347579.749805:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88005ac55f80 with x1815448312583552 ext(1306298->18446744073709551615) 00002000:00010000:0.0:1731347579.749810:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88005ac55f80. 00000100:00100000:0.0:1731347579.752326:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.754575:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.756647:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.757353:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.757981:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335539 is committed 00000100:00100000:0.0:1731347579.758946:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.759975:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.760968:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.762110:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.763189:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.764211:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.765237:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.766266:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.767113:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.768164:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.773124:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.783058:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.785157:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.785771:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335549 is committed 00000100:00100000:0.0:1731347579.786806:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.788452:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.790879:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.791630:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335551 is committed 00000100:00100000:0.0:1731347579.792824:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.794123:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.795337:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.796232:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.797321:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.798513:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.799225:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335553 is committed 00000100:00100000:0.0:1731347579.800522:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.801632:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.801666:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.803003:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.803023:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.805346:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.809048:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.810931:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.811650:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.812272:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367166 is committed 00000100:00100000:0.0:1731347579.813172:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.815123:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.816383:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.817394:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.818958:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.821034:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.821628:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335558 is committed 00000100:00100000:0.0:1731347579.822919:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.824894:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.825432:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367167 is committed 00000100:00100000:0.0:1731347579.826332:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.827403:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.829154:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.831301:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.831916:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335561 is committed 00000100:00100000:0.0:1731347579.832973:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.834031:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.834618:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335562 is committed 00000100:00100000:0.0:1731347579.836123:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.838194:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.838758:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335564 is committed 00000100:00100000:0.0:1731347579.839594:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.840946:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.842099:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.843244:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.844930:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.845509:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335568 is committed 00000100:00100000:0.0:1731347579.846459:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.847379:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.848413:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.849606:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.849635:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.852624:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.853728:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.855454:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.856586:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.856612:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.857571:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.860055:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.864403:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.866024:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.867568:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.868703:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.870551:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.872480:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.873268:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.874176:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.874935:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.875629:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.876382:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.877136:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.878037:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.878912:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.879746:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.880650:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.881544:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.882989:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.884034:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.884689:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.885284:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335577 is committed 00000100:00100000:0.0:1731347579.886828:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.887860:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.888713:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.889589:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.890451:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.891275:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.892044:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.892957:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.893787:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.894589:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.895390:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.896579:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.897656:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.898640:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.899553:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.900960:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.902062:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.903868:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.905094:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312602240:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1136us (1227us total) trans 4295335580 rc 0/0 00000100:00100000:0.0:1731347579.905100:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678135 00002000:00100000:0.0:1731347579.905106:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (200704->3633151) req@ffff880128b91880 x1815448312602240/t4295335580(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 520/456 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.905112:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880128b91880 with x1815448312602240 ext(200704->3633151) 00002000:00010000:0.0:1731347579.905114:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880128b91880 00000100:00100000:0.0:1731347579.905807:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.906428:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335580 is committed 00000100:00100000:0.0:1731347579.907703:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.908732:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.910812:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.913040:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.915121:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.916038:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.916921:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.917872:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.918801:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.919622:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.920492:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.921381:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.922205:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.923162:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.924092:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.925012:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.926353:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312606080:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1240us (1340us total) trans 4295335583 rc 0/0 00000100:00100000:0.0:1731347579.926359:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678149 00002000:00100000:0.0:1731347579.926364:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3289088->4083711) req@ffff880095a9f480 x1815448312606080/t4295335583(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 504/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.926374:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a9f480 with x1815448312606080 ext(3289088->4083711) 00002000:00010000:0.0:1731347579.926377:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a9f480 00000100:00100000:0.0:1731347579.927009:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.927588:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335583 is committed 00000100:00100000:0.0:1731347579.928501:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.929933:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.930115:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.935123:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.937268:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.938461:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.938486:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.939609:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312607616 00000100:00100000:0.0:1731347579.939614:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312607616 00002000:00100000:0.0:1731347579.939633:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2248704->2252799) req@ffff88009944ea00 x1815448312607616/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/0 e 0 to 0 dl 1731347590 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.939642:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ea00 with x1815448312607616 ext(2248704->2252799) 00002000:00010000:0.0:1731347579.939646:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ea00 00000100:00100000:0.0:1731347579.939668:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678154 00000100:00100000:0.0:1731347579.939672:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312607616:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347579.939770:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312607616:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 96us (197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1731347579.939786:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678154 00002000:00100000:0.0:1731347579.939793:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2248704->2252799) req@ffff88009944ea00 x1815448312607616/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/4536 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.939807:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ea00 with x1815448312607616 ext(2248704->2252799) 00002000:00010000:0.0:1731347579.939810:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ea00 00000100:00100000:0.0:1731347579.940608:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.941481:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.942658:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312608384 00000100:00100000:0.0:1731347579.942665:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312608384 00002000:00100000:0.0:1731347579.942682:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2260992->2265087) req@ffff88009944f100 x1815448312608384/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/0 e 0 to 0 dl 1731347590 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.942691:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944f100 with x1815448312608384 ext(2260992->2265087) 00002000:00010000:0.0:1731347579.942695:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944f100 00000100:00100000:0.0:1731347579.942715:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678157 00000100:00100000:0.0:1731347579.942721:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312608384:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347579.942805:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312608384:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 83us (188us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1731347579.942809:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678157 00002000:00100000:0.0:1731347579.942813:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2260992->2265087) req@ffff88009944f100 x1815448312608384/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/4536 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.942818:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944f100 with x1815448312608384 ext(2260992->2265087) 00002000:00010000:0.0:1731347579.942821:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944f100 00000100:00100000:0.0:1731347579.943491:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.944548:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.945351:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.946375:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.947198:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.948068:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.948905:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.949691:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.950409:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.951345:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.952288:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.953371:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.955164:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.955859:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.956485:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335586 is committed 00000100:00100000:0.0:1731347579.957363:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.958562:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.958908:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312611840:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 228us (345us total) trans 4295335587 rc 0/0 00000100:00100000:0.0:1731347579.958916:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678170 00002000:00100000:0.0:1731347579.958923:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (274432->278527) req@ffff88007c0dfb80 x1815448312611840/t4295335587(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 4584/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.958933:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c0dfb80 with x1815448312611840 ext(274432->278527) 00002000:00010000:0.0:1731347579.958936:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c0dfb80 00000100:00100000:0.0:1731347579.959510:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.960046:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335587 is committed 00000100:00100000:0.0:1731347579.961455:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.962538:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.962565:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.963731:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.963751:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.964806:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.966868:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.967982:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2004:x1815448312613376:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1036us (1111us total) trans 4295367174 rc 0/0 00000100:00100000:0.0:1731347579.967988:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678176 00002000:00100000:0.0:1731347579.967993:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (126976->162044) req@ffff88007c0dd180 x1815448312613376/t4295367174(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.967998:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c0dd180 with x1815448312613376 ext(126976->162044) 00002000:00010000:0.0:1731347579.968001:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c0dd180 00000100:00100000:0.0:1731347579.968589:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.969278:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.969953:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367174 is committed 00000100:00100000:0.0:1731347579.970709:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.971685:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.972766:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.974372:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.977679:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.977707:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.978729:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.980018:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.980456:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c077480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2005:x1815448312615168:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 328us (437us total) trans 4295335592 rc 0/0 00000100:00100000:0.0:1731347579.980461:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678180 00002000:00100000:0.0:1731347579.980465:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1351680->1359871) req@ffff88012c077480 x1815448312615168/t4295335592(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 8680/448 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347579.980471:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c077480 with x1815448312615168 ext(1351680->1359871) 00002000:00010000:0.0:1731347579.980474:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c077480 00000100:00100000:0.0:1731347579.981187:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347579.981792:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335592 is committed 00000100:00100000:0.0:1731347579.982692:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.983667:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.984725:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.984752:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.984831:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678182 00000100:00100000:0.0:1731347579.984835:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312615808:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347579.985066:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 2602610 00002000:00010000:0.0:1731347579.985069:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.985071:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.985073:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347579.985075:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 912 -> 896 00000100:00100000:0.0:1731347579.985121:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312615808:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 284us (368us total) trans 4295335594 rc 0/0 00000100:00100000:0.0:1731347579.985127:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678182 00002000:00010000:0.0:1731347579.985129:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2602610->18446744073709551615) 00002000:00100000:0.0:1731347579.985132:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c075880 with x1815448312615808 ext(2602610->18446744073709551615) 00002000:00010000:0.0:1731347579.985136:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c075880. 00000100:00100000:0.0:1731347579.987556:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.997241:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347579.998515:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00100000:3.0:1731347579.998588:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3821568->3825663) req@ffff88012c076a00 x1815448312616832/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/0 e 0 to 0 dl 1731347590 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347579.998599:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c076a00 with x1815448312616832 ext(3821568->3825663) 00002000:00010000:3.0:1731347579.998602:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c076a00 00000100:00100000:3.0:1731347579.998621:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678185 00000100:00100000:3.0:1731347579.998624:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312616832:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347579.998684:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312616832:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 58us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347579.998688:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678185 00002000:00100000:3.0:1731347579.998692:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3821568->3825663) req@ffff88012c076a00 x1815448312616832/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:465/0 lens 488/440 e 0 to 0 dl 1731347590 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347579.998697:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c076a00 with x1815448312616832 ext(3821568->3825663) 00002000:00010000:3.0:1731347579.998699:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c076a00 00000100:00100000:0.0:1731347579.999473:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347579.999518:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312616960 00000100:00100000:3.0:1731347579.999522:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312616960 00000100:00100000:3.0:1731347579.999546:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204395 00000100:00100000:3.0:1731347579.999550:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312616960:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347579.999673:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2602610 -> 3000189 00002000:00010000:3.0:1731347579.999676:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347579.999677:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347579.999679:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347579.999680:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 896 -> 1016 00000100:00100000:3.0:1731347579.999706:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2006:x1815448312616960:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 155us (233us total) trans 4295335595 rc 0/0 00000100:00100000:3.0:1731347579.999710:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204395 00000100:00100000:0.0:1731347580.000558:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00080000:0.0:1731347580.000660:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1731347550 00000100:00100000:0.0:1731347580.001883:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.001907:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.001926:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312617344 00000100:00100000:3.0:1731347580.001931:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312617344 00002000:00010000:3.0:1731347580.001941:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2821415->18446744073709551615) 00002000:00100000:3.0:1731347580.001944:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c380 with x1815448312617344 ext(2821415->18446744073709551615) 00002000:00010000:3.0:1731347580.001949:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107c380. 00000100:00100000:3.0:1731347580.001968:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678186 00000100:00100000:3.0:1731347580.001972:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312617344:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.002079:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3000189 -> 2821415 00002000:00010000:3.0:1731347580.002082:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.002083:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.002084:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.002086:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1016 -> 896 00000100:00100000:3.0:1731347580.002103:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312617344:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 130us (221us total) trans 4295335596 rc 0/0 00000100:00100000:3.0:1731347580.002107:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678186 00002000:00010000:3.0:1731347580.002109:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2821415->18446744073709551615) 00002000:00100000:3.0:1731347580.002111:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c380 with x1815448312617344 ext(2821415->18446744073709551615) 00002000:00010000:3.0:1731347580.002113:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013107c380. 00000100:00100000:0.0:1731347580.002757:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.004536:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.005511:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.005536:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.005568:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312618112 00000100:00100000:3.0:1731347580.005574:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312618112 00002000:00010000:3.0:1731347580.005590:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (152941->18446744073709551615) 00002000:00100000:3.0:1731347580.005593:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c000 with x1815448312618112 ext(152941->18446744073709551615) 00002000:00010000:3.0:1731347580.005600:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013107c000. 00000100:00100000:3.0:1731347580.005623:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678188 00000100:00100000:3.0:1731347580.005629:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312618112:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.005735:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 152941 00002000:00010000:3.0:1731347580.005738:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.005740:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.005742:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.005744:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.005764:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312618112:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 134us (253us total) trans 4295367178 rc 0/0 00000100:00100000:3.0:1731347580.005770:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678188 00002000:00010000:3.0:1731347580.005787:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (152941->18446744073709551615) 00002000:00100000:3.0:1731347580.005789:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013107c000 with x1815448312618112 ext(152941->18446744073709551615) 00002000:00010000:3.0:1731347580.005794:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013107c000. 00000100:00100000:0.0:1731347580.009592:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.009632:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.009660:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312618368 00000100:00100000:3.0:1731347580.009669:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312618368 00002000:00100000:3.0:1731347580.009700:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (106496->110591) req@ffff880098d4fb80 x1815448312618368/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.009708:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4fb80 with x1815448312618368 ext(106496->110591) 00002000:00010000:3.0:1731347580.009712:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098d4fb80 00000100:00100000:3.0:1731347580.009735:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678190 00000100:00100000:3.0:1731347580.009739:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312618368:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.009892:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312618368:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 152us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.009898:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678190 00002000:00100000:3.0:1731347580.009902:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (106496->110591) req@ffff880098d4fb80 x1815448312618368/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.009911:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4fb80 with x1815448312618368 ext(106496->110591) 00002000:00010000:3.0:1731347580.009914:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098d4fb80 00000100:00100000:0.0:1731347580.010976:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.011011:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312618880 00000100:00100000:3.0:1731347580.011015:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312618880 00002000:00100000:3.0:1731347580.011028:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (0->155647) req@ffff880098d4f100 x1815448312618880/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.011033:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4f100 with x1815448312618880 ext(0->155647) 00002000:00010000:3.0:1731347580.011035:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098d4f100 00000100:00100000:3.0:1731347580.011050:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678192 00000100:00100000:3.0:1731347580.011053:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312618880:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.012244:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312618880:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1185us (1264us total) trans 0 rc 151552/151552 00000100:00100000:3.0:1731347580.012250:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678192 00002000:00100000:3.0:1731347580.012258:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (0->155647) req@ffff880098d4f100 x1815448312618880/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 151552/151552 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.012265:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4f100 with x1815448312618880 ext(0->155647) 00002000:00010000:3.0:1731347580.012269:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098d4f100 00000100:00100000:0.0:1731347580.015200:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.016470:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2004:x1815448312619008:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1162us (1271us total) trans 4295367179 rc 0/0 00000100:00100000:0.0:1731347580.016478:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678193 00002000:00100000:0.0:1731347580.016484:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (106496->152940) req@ffff880098d4d500 x1815448312619008/t4295367179(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.016492:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4d500 with x1815448312619008 ext(106496->152940) 00002000:00010000:0.0:1731347580.016495:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098d4d500 00000100:00100000:0.0:1731347580.017383:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.018293:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.018361:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312619264 00000100:00100000:3.0:1731347580.018366:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312619264 00000100:00100000:3.0:1731347580.018393:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204396 00000100:00100000:3.0:1731347580.018397:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2003:x1815448312619264:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.019010:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367179 is committed 00000100:00100000:3.0:1731347580.019109:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312619264:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 710us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.019120:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204396 00000100:00100000:0.0:1731347580.019925:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.021012:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.021051:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312619520 00000100:00100000:3.0:1731347580.021055:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312619520 00000100:00100000:3.0:1731347580.021077:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204397 00000100:00100000:3.0:1731347580.021080:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2004:x1815448312619520:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.021203:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347580.021206:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.021207:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.021209:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.021210:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 896 -> 904 00000100:00100000:3.0:1731347580.021235:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2004:x1815448312619520:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 153us (224us total) trans 4295335598 rc 0/0 00000100:00100000:3.0:1731347580.021239:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204397 00000100:00100000:0.0:1731347580.022082:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.022116:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312619648 00000100:00100000:3.0:1731347580.022120:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312619648 00000100:00100000:3.0:1731347580.022138:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204398 00000100:00100000:3.0:1731347580.022141:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2005:x1815448312619648:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.022242:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347580.022244:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.022245:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.022247:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.022248:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 904 -> 904 00000100:00100000:3.0:1731347580.022289:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2005:x1815448312619648:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 146us (207us total) trans 4295335599 rc 0/0 00000100:00100000:3.0:1731347580.022295:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204398 00000100:00100000:0.0:1731347580.024270:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.025579:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2006:x1815448312619776:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1198us (1309us total) trans 4295335600 rc 0/0 00000100:00100000:0.0:1731347580.025585:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678194 00002000:00100000:0.0:1731347580.025590:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1409024->2748415) req@ffff880098d4ed80 x1815448312619776/t4295335600(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.025597:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4ed80 with x1815448312619776 ext(1409024->2748415) 00002000:00010000:0.0:1731347580.025600:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098d4ed80 00000100:00100000:0.0:1731347580.026314:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.026348:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312619904 00000100:00100000:3.0:1731347580.026353:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312619904 00000100:00100000:3.0:1731347580.026376:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204399 00000100:00100000:3.0:1731347580.026380:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2003:x1815448312619904:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.026924:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335600 is committed 00000100:00100000:3.0:1731347580.027011:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312619904:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 628us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.027017:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204399 00000100:00100000:0.0:1731347580.029173:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.031161:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.031197:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312620160 00000100:00100000:3.0:1731347580.031202:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312620160 00000100:00100000:3.0:1731347580.031224:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204400 00000100:00100000:3.0:1731347580.031228:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312620160:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.031809:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335601 is committed 00000100:00100000:3.0:1731347580.031883:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2006:x1815448312620160:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 653us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.031887:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204400 00000100:00100000:0.0:1731347580.032659:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.033821:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.033853:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.033890:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312620544 00000100:00100000:3.0:1731347580.033895:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312620544 00002000:00010000:3.0:1731347580.033905:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1495761->18446744073709551615) 00002000:00100000:3.0:1731347580.033907:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013dca0700 with x1815448312620544 ext(1495761->18446744073709551615) 00002000:00010000:3.0:1731347580.033912:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013dca0700. 00000100:00100000:3.0:1731347580.033923:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678197 00000100:00100000:3.0:1731347580.033927:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013dca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312620544:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.035507:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 1495761 00002000:00010000:3.0:1731347580.035510:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347579 00002000:00010000:3.0:1731347580.035512:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.035514:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347579 00002000:00010000:3.0:1731347580.035515:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 904 -> 776 00000100:00100000:3.0:1731347580.035542:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013dca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312620544:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1614us (1689us total) trans 4295335602 rc 0/0 00000100:00100000:3.0:1731347580.035547:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678197 00002000:00010000:3.0:1731347580.035549:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1495761->18446744073709551615) 00002000:00100000:3.0:1731347580.035550:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013dca0700 with x1815448312620544 ext(1495761->18446744073709551615) 00002000:00010000:3.0:1731347580.035553:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013dca0700. 00000100:00100000:0.0:1731347580.038731:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.040647:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.041695:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.041718:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.041737:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312621184 00000100:00100000:3.0:1731347580.041742:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312621184 00002000:00010000:3.0:1731347580.041757:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.041760:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013dca2a00 with x1815448312621184 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.041767:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013dca2a00. 00000100:00100000:3.0:1731347580.041800:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678198 00000100:00100000:3.0:1731347580.041804:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013dca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2004:x1815448312621184:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.041884:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1495761 -> 4194304 00002000:00010000:3.0:1731347580.041887:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.041888:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.041889:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.041891:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 776 -> 776 00000100:00100000:3.0:1731347580.041918:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013dca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312621184:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 113us (224us total) trans 4295335603 rc 0/0 00000100:00100000:3.0:1731347580.041922:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678198 00002000:00010000:3.0:1731347580.041924:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.041926:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013dca2a00 with x1815448312621184 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.041929:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013dca2a00. 00000100:00100000:0.0:1731347580.046324:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.046352:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.046402:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312621824 00000100:00100000:3.0:1731347580.046407:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312621824 00002000:00100000:3.0:1731347580.046440:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1499136->4194303) req@ffff88013dca3b80 x1815448312621824/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.046447:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013dca3b80 with x1815448312621824 ext(1499136->4194303) 00002000:00010000:3.0:1731347580.046450:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013dca3b80 00000100:00100000:3.0:1731347580.046477:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678201 00000100:00100000:3.0:1731347580.046481:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013dca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312621824:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347580.048230:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.051662:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013dca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312622080:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 3338us (3425us total) trans 0 rc 774144/774144 00000100:00100000:3.0:1731347580.051672:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678202 00002000:00100000:3.0:1731347580.051682:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->778239) req@ffff88013dca3800 x1815448312622080/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 774144/774144 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.051691:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013dca3800 with x1815448312622080 ext(0->778239) 00002000:00010000:3.0:1731347580.051696:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013dca3800 00000100:00100000:3.0:1731347580.054581:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013dca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312621824:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 8094us (8223us total) trans 0 rc 2695168/2695168 00000100:00100000:3.0:1731347580.054588:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678201 00002000:00100000:3.0:1731347580.054595:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1499136->4194303) req@ffff88013dca3b80 x1815448312621824/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 2695168/2695168 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.054601:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013dca3b80 with x1815448312621824 ext(1499136->4194303) 00002000:00010000:3.0:1731347580.054604:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013dca3b80 00000100:00100000:0.0:1731347580.054911:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.054946:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312622208 00000100:00100000:3.0:1731347580.054952:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312622208 00002000:00100000:3.0:1731347580.054972:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (745472->778183) req@ffff88013dca3480 x1815448312622208/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.054978:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013dca3480 with x1815448312622208 ext(745472->778183) 00002000:00010000:3.0:1731347580.054980:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013dca3480 00000100:00100000:3.0:1731347580.054995:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678203 00000100:00100000:3.0:1731347580.054999:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013dca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312622208:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.056532:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013dca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312622208:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1529us (1620us total) trans 4295367182 rc 0/0 00000100:00100000:0.0:1731347580.056538:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678203 00002000:00100000:0.0:1731347580.056543:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (745472->778183) req@ffff88013dca3480 x1815448312622208/t4295367182(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.056549:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013dca3480 with x1815448312622208 ext(745472->778183) 00002000:00010000:0.0:1731347580.056552:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013dca3480 00000100:00100000:0.0:1731347580.057253:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.058114:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.058158:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312622464 00000100:00100000:3.0:1731347580.058163:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312622464 00000100:00100000:3.0:1731347580.058187:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204401 00000100:00100000:3.0:1731347580.058191:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312622464:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.058692:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367182 is committed 00000100:00100000:3.0:1731347580.058757:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312622464:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 564us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.058762:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204401 00000100:00100000:0.0:1731347580.059469:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.060517:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.061480:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.061505:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.062318:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.063481:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.064518:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2004:x1815448312623360:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 945us (1037us total) trans 4295335605 rc 0/0 00000100:00100000:0.0:1731347580.064524:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678206 00002000:00100000:0.0:1731347580.064529:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (913408->933887) req@ffff8800b3b8e300 x1815448312623360/t4295335605(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.064535:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b3b8e300 with x1815448312623360 ext(913408->933887) 00002000:00010000:0.0:1731347580.064537:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b3b8e300 00000100:00100000:0.0:1731347580.065129:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.065868:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.065915:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312623616 00000100:00100000:3.0:1731347580.065920:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312623616 00000100:00100000:3.0:1731347580.065944:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204402 00000100:00100000:3.0:1731347580.065948:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2005:x1815448312623616:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.066404:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335605 is committed 00000100:00100000:3.0:1731347580.066489:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3b8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2005:x1815448312623616:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 539us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.066494:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204402 00000100:00100000:0.0:1731347580.067439:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.068540:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.068565:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.073484:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.074890:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.074934:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312624384 00000100:00100000:3.0:1731347580.074939:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312624384 00000100:00100000:3.0:1731347580.074965:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204403 00000100:00100000:3.0:1731347580.074969:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312624384:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.075069:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1741377 -> 1741377 00002000:00010000:3.0:1731347580.075072:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.075073:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.075074:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.075076:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 816 -> 928 00000100:00100000:3.0:1731347580.075102:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312624384:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 132us (213us total) trans 4295335607 rc 0/0 00000100:00100000:3.0:1731347580.075106:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204403 00000100:00100000:0.0:1731347580.077100:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.078728:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2006:x1815448312624512:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1527us (1628us total) trans 4295335608 rc 0/0 00000100:00100000:0.0:1731347580.078734:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678209 00002000:00100000:0.0:1731347580.078739:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (221184->1236991) req@ffff8800b3b8ca80 x1815448312624512/t4295335608(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/456 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.078745:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b3b8ca80 with x1815448312624512 ext(221184->1236991) 00002000:00010000:0.0:1731347580.078748:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b3b8ca80 00000100:00100000:0.0:1731347580.079352:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.080100:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.080139:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312624768 00000100:00100000:3.0:1731347580.080144:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312624768 00000100:00100000:3.0:1731347580.080166:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204404 00000100:00100000:3.0:1731347580.080169:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312624768:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.080640:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335608 is committed 00000100:00100000:3.0:1731347580.080702:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2004:x1815448312624768:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 531us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.080707:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204404 00000100:00100000:0.0:1731347580.081629:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.082726:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.082754:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.082797:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312625280 00000100:00100000:3.0:1731347580.082802:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312625280 00002000:00010000:3.0:1731347580.082813:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.082816:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d20380 with x1815448312625280 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.082821:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116d20380. 00000100:00100000:3.0:1731347580.082839:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678211 00000100:00100000:3.0:1731347580.082843:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312625280:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.082897:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347580.082900:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.082901:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.082903:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.082904:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.082929:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312625280:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 85us (176us total) trans 4295367185 rc 0/0 00000100:00100000:3.0:1731347580.082934:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678211 00002000:00010000:3.0:1731347580.082936:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.082937:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d20380 with x1815448312625280 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.082940:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116d20380. 00000100:00100000:0.0:1731347580.083635:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.084629:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.084671:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312625536 00000100:00100000:3.0:1731347580.084676:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312625536 00000100:00100000:3.0:1731347580.084700:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204405 00000100:00100000:3.0:1731347580.084703:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312625536:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.084791:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3496794 -> 3496794 00002000:00010000:3.0:1731347580.084793:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.084795:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.084796:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.084797:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1088 -> 1152 00000100:00100000:3.0:1731347580.084822:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312625536:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 118us (195us total) trans 4295335610 rc 0/0 00000100:00100000:3.0:1731347580.084827:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204405 00000100:00100000:0.0:1731347580.085654:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.085687:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312625664 00000100:00100000:3.0:1731347580.085690:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312625664 00000100:00100000:3.0:1731347580.085707:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204406 00000100:00100000:3.0:1731347580.085710:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2005:x1815448312625664:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.085757:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3496794 -> 3496794 00002000:00010000:3.0:1731347580.085759:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.085761:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.085762:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.085764:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1152 -> 1216 00000100:00100000:3.0:1731347580.085800:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312625664:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 89us (147us total) trans 4295335611 rc 0/0 00000100:00100000:3.0:1731347580.085804:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204406 00000100:00100000:0.0:1731347580.086857:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.087977:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.088001:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.088039:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312626048 00000100:00100000:3.0:1731347580.088044:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312626048 00002000:00010000:3.0:1731347580.088054:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.088057:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d22300 with x1815448312626048 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.088061:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d22300. 00000100:00100000:3.0:1731347580.088078:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678213 00000100:00100000:3.0:1731347580.088082:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312626048:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.088137:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3496794 -> 4194304 00002000:00010000:3.0:1731347580.088140:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.088143:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.088144:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347579 00002000:00010000:3.0:1731347580.088146:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1216 -> 1216 00000100:00100000:3.0:1731347580.088175:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312626048:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 92us (173us total) trans 4295335612 rc 0/0 00000100:00100000:3.0:1731347580.088180:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678213 00002000:00010000:3.0:1731347580.088182:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.088184:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d22300 with x1815448312626048 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.088187:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d22300. 00000100:00100000:0.0:1731347580.091658:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.091685:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.091721:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312626688 00000100:00100000:3.0:1731347580.091726:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312626688 00002000:00100000:3.0:1731347580.091740:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1744896->4194303) req@ffff880116d21500 x1815448312626688/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.091747:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d21500 with x1815448312626688 ext(1744896->4194303) 00002000:00010000:3.0:1731347580.091750:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d21500 00000100:00100000:3.0:1731347580.091767:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678214 00000100:00100000:3.0:1731347580.091786:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2006:x1815448312626688:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347580.093291:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.095892:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312626944:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2488us (2597us total) trans 0 rc 413696/413696 00000100:00100000:3.0:1731347580.095899:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678216 00002000:00100000:3.0:1731347580.095907:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->417791) req@ffff880116d23100 x1815448312626944/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 413696/413696 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.095913:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d23100 with x1815448312626944 ext(0->417791) 00002000:00010000:3.0:1731347580.095918:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116d23100 00000100:00100000:0.0:1731347580.098233:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.098290:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312627072 00000100:00100000:3.0:1731347580.098298:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312627072 00002000:00100000:3.0:1731347580.098324:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (389120->415785) req@ffff880116d22a00 x1815448312627072/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.098334:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d22a00 with x1815448312627072 ext(389120->415785) 00002000:00010000:3.0:1731347580.098337:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116d22a00 00000100:00100000:3.0:1731347580.098357:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678217 00000100:00100000:3.0:1731347580.098362:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312627072:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347580.098578:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2006:x1815448312626688:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 6805us (6891us total) trans 0 rc 2449408/2449408 00000100:00100000:3.0:1731347580.098584:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678214 00002000:00100000:3.0:1731347580.098588:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1744896->4194303) req@ffff880116d21500 x1815448312626688/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 2449408/2449408 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.098593:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d21500 with x1815448312626688 ext(1744896->4194303) 00002000:00010000:3.0:1731347580.098597:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d21500 00000100:00100000:0.0:1731347580.099344:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2003:x1815448312627072:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 980us (1114us total) trans 4295367187 rc 0/0 00000100:00100000:0.0:1731347580.099353:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678217 00002000:00100000:0.0:1731347580.099359:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (389120->415785) req@ffff880116d22a00 x1815448312627072/t4295367187(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.099368:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d22a00 with x1815448312627072 ext(389120->415785) 00002000:00010000:0.0:1731347580.099372:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116d22a00 00000100:00100000:0.0:1731347580.099924:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.100723:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.100805:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312627328 00000100:00100000:3.0:1731347580.100809:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312627328 00000100:00100000:3.0:1731347580.100834:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204407 00000100:00100000:3.0:1731347580.100838:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2003:x1815448312627328:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.101389:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367187 is committed 00000100:00100000:3.0:1731347580.101472:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312627328:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 631us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.101477:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204407 00000100:00100000:0.0:1731347580.102298:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.103495:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.103544:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312627584 00000100:00100000:3.0:1731347580.103549:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312627584 00000100:00100000:3.0:1731347580.103578:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204408 00000100:00100000:3.0:1731347580.103583:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312627584:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.103694:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347580.103697:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.103699:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.103701:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.103703:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1216 -> 1240 00000100:00100000:3.0:1731347580.103736:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2004:x1815448312627584:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 151us (242us total) trans 4295335613 rc 0/0 00000100:00100000:3.0:1731347580.103743:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204408 00000100:00100000:0.0:1731347580.104676:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.105697:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2006:x1815448312627712:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 938us (1019us total) trans 4295335614 rc 0/0 00000100:00100000:0.0:1731347580.105705:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678218 00002000:00100000:0.0:1731347580.105712:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3866624->3887103) req@ffff88009b5dfb80 x1815448312627712/t4295335614(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.105720:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5dfb80 with x1815448312627712 ext(3866624->3887103) 00002000:00010000:0.0:1731347580.105724:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5dfb80 00000100:00100000:0.0:1731347580.106355:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.106400:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312627840 00000100:00100000:3.0:1731347580.106406:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312627840 00000100:00100000:3.0:1731347580.106448:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204409 00000100:00100000:3.0:1731347580.106454:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0493850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2003:x1815448312627840:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.107035:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335614 is committed 00000100:00100000:3.0:1731347580.107109:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0493850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312627840:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 654us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.107116:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204409 00000100:00100000:0.0:1731347580.107944:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.108967:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.109001:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.109046:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678219 00000100:00100000:0.0:1731347580.109053:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2005:x1815448312628352:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347580.109389:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 415786 -> 159547 00002000:00010000:0.0:1731347580.109393:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.109395:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.109397:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.109399:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1731347580.109455:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2005:x1815448312628352:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 400us (487us total) trans 4295367188 rc 0/0 00000100:00100000:0.0:1731347580.109462:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678219 00002000:00010000:0.0:1731347580.109465:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (159547->18446744073709551615) 00002000:00100000:0.0:1731347580.109468:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5dc700 with x1815448312628352 ext(159547->18446744073709551615) 00002000:00010000:0.0:1731347580.109473:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5dc700. 00000100:00100000:0.0:1731347580.110405:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.112103:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.112145:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312628608 00000100:00100000:3.0:1731347580.112151:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312628608 00000100:00100000:3.0:1731347580.112181:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204410 00000100:00100000:3.0:1731347580.112187:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2004:x1815448312628608:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.112309:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347580.112313:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.112315:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.112317:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.112319:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1280 -> 1360 00000100:00100000:3.0:1731347580.112352:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312628608:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 164us (250us total) trans 4295335616 rc 0/0 00000100:00100000:3.0:1731347580.112358:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204410 00000100:00100000:0.0:1731347580.113172:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.114291:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.114329:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.114365:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312628992 00000100:00100000:3.0:1731347580.114369:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312628992 00002000:00010000:3.0:1731347580.114379:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2188066->18446744073709551615) 00002000:00100000:3.0:1731347580.114381:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5dca80 with x1815448312628992 ext(2188066->18446744073709551615) 00002000:00010000:3.0:1731347580.114386:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5dca80. 00000100:00100000:3.0:1731347580.114398:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678222 00000100:00100000:3.0:1731347580.114401:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312628992:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.115603:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 2188066 00002000:00010000:3.0:1731347580.115606:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.115607:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.115608:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347579 00002000:00010000:3.0:1731347580.115610:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1360 -> 1240 00000100:00100000:3.0:1731347580.115636:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312628992:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1233us (1307us total) trans 4295335617 rc 0/0 00000100:00100000:3.0:1731347580.115640:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678222 00002000:00010000:3.0:1731347580.115642:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2188066->18446744073709551615) 00002000:00100000:3.0:1731347580.115644:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5dca80 with x1815448312628992 ext(2188066->18446744073709551615) 00002000:00010000:3.0:1731347580.115647:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5dca80. 00000100:00100000:0.0:1731347580.117987:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.119141:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.120299:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.120339:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.120360:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312629632 00000100:00100000:3.0:1731347580.120366:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312629632 00002000:00010000:3.0:1731347580.120383:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (518833->18446744073709551615) 00002000:00100000:3.0:1731347580.120387:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5dd180 with x1815448312629632 ext(518833->18446744073709551615) 00002000:00010000:3.0:1731347580.120394:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5dd180. 00000100:00100000:3.0:1731347580.120437:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678223 00000100:00100000:3.0:1731347580.120442:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312629632:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347580.120444:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678224 00000100:00100000:0.0:1731347580.120449:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312629760:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347580.120510:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1731347580.120512:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.120513:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.120515:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.120516:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1731347580.120541:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312629760:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 91us (202us total) trans 4295367190 rc 0/0 00000100:00100000:0.0:1731347580.120545:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678224 00002000:00010000:0.0:1731347580.120547:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347580.120549:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5dc000 with x1815448312629760 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347580.120552:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5dc000. 00002000:00010000:3.0:1731347580.121688:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2188066 -> 518833 00002000:00010000:3.0:1731347580.121691:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.121692:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.121694:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.121695:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1240 -> 480 00000100:00100000:3.0:1731347580.121720:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312629632:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1277us (1422us total) trans 4295335618 rc 0/0 00000100:00100000:3.0:1731347580.121727:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678223 00002000:00010000:3.0:1731347580.121729:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (518833->18446744073709551615) 00002000:00100000:3.0:1731347580.121731:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5dd180 with x1815448312629632 ext(518833->18446744073709551615) 00002000:00010000:3.0:1731347580.121734:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5dd180. 00000100:00100000:0.0:1731347580.123818:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.126055:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.126121:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312630016 00000100:00100000:3.0:1731347580.126127:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312630016 00000100:00100000:3.0:1731347580.126160:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204411 00000100:00100000:3.0:1731347580.126167:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312630016:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.126305:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 461897 00002000:00010000:3.0:1731347580.126308:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.126310:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.126312:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.126314:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 48 00000100:00100000:3.0:1731347580.126350:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2005:x1815448312630016:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 183us (296us total) trans 4295367191 rc 0/0 00000100:00100000:3.0:1731347580.126357:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204411 00000100:00100000:0.0:1731347580.127142:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.127184:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312630144 00000100:00100000:3.0:1731347580.127188:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312630144 00000100:00100000:3.0:1731347580.127215:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204412 00000100:00100000:3.0:1731347580.127220:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312630144:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.127290:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 518833 -> 518833 00002000:00010000:3.0:1731347580.127293:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.127295:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.127296:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.127299:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:3.0:1731347580.127329:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312630144:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 108us (189us total) trans 4295335619 rc 0/0 00000100:00100000:3.0:1731347580.127336:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204412 00000100:00100000:0.0:1731347580.128160:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.129373:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.129405:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.129439:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312630528 00000100:00100000:3.0:1731347580.129444:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312630528 00002000:00010000:3.0:1731347580.129457:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3442742->18446744073709551615) 00002000:00100000:3.0:1731347580.129460:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880086124700 with x1815448312630528 ext(3442742->18446744073709551615) 00002000:00010000:3.0:1731347580.129465:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086124700. 00000100:00100000:3.0:1731347580.129484:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678225 00000100:00100000:3.0:1731347580.129488:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2005:x1815448312630528:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.129593:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 518833 -> 3442742 00002000:00010000:3.0:1731347580.129596:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.129597:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.129599:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.129600:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:3.0:1731347580.129627:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2005:x1815448312630528:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 138us (255us total) trans 4295335620 rc 0/0 00000100:00100000:3.0:1731347580.129632:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678225 00002000:00010000:3.0:1731347580.129634:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3442742->18446744073709551615) 00002000:00100000:3.0:1731347580.129636:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880086124700 with x1815448312630528 ext(3442742->18446744073709551615) 00002000:00010000:3.0:1731347580.129639:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086124700. 00000100:00100000:0.0:1731347580.130335:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.134644:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.145495:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.146498:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.147408:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.148335:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.149188:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.150023:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.150900:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.151730:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.152594:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.153470:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.154340:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.155270:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.156206:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.157136:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.158121:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.159915:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.161292:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.161347:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.161444:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678243 00000100:00100000:3.0:1731347580.161449:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2005:x1815448312635264:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.162938:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3442742 -> 1072601 00002000:00010000:3.0:1731347580.162942:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.162943:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.162945:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.162946:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:3.0:1731347580.162974:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2005:x1815448312635264:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1523us (1682us total) trans 4295335621 rc 0/0 00000100:00100000:3.0:1731347580.162978:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678243 00002000:00010000:3.0:1731347580.162980:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1072601->18446744073709551615) 00002000:00100000:3.0:1731347580.162982:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132104e00 with x1815448312635264 ext(1072601->18446744073709551615) 00002000:00010000:3.0:1731347580.162985:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132104e00. 00000100:00100000:0.0:1731347580.166571:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.168205:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.168262:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312635648 00000100:00100000:3.0:1731347580.168268:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312635648 00000100:00100000:3.0:1731347580.168300:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204413 00000100:00100000:3.0:1731347580.168307:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2004:x1815448312635648:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.168628:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1072601 -> 1072601 00002000:00010000:3.0:1731347580.168632:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.168634:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.168636:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.168638:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 480 -> 400 00000100:00100000:3.0:1731347580.168676:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2004:x1815448312635648:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 367us (470us total) trans 4295335622 rc 0/0 00000100:00100000:3.0:1731347580.168683:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204413 00000100:00100000:0.0:1731347580.170510:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.171737:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.171760:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.171803:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312636032 00000100:00100000:3.0:1731347580.171808:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312636032 00002000:00010000:3.0:1731347580.171821:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1440064->18446744073709551615) 00002000:00100000:3.0:1731347580.171824:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132106d80 with x1815448312636032 ext(1440064->18446744073709551615) 00002000:00010000:3.0:1731347580.171831:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132106d80. 00000100:00100000:3.0:1731347580.171860:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678246 00000100:00100000:3.0:1731347580.171865:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132106d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2004:x1815448312636032:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.171983:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1072601 -> 1440064 00002000:00010000:3.0:1731347580.171986:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.171989:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.171990:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.171992:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:3.0:1731347580.172014:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132106d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2004:x1815448312636032:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 148us (252us total) trans 4295335623 rc 0/0 00000100:00100000:3.0:1731347580.172021:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678246 00002000:00010000:3.0:1731347580.172025:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1440064->18446744073709551615) 00002000:00100000:3.0:1731347580.172027:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132106d80 with x1815448312636032 ext(1440064->18446744073709551615) 00002000:00010000:3.0:1731347580.172031:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132106d80. 00000100:00100000:0.0:1731347580.172651:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.174123:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.175179:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.175203:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.175229:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312636672 00000100:00100000:3.0:1731347580.175233:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312636672 00002000:00010000:3.0:1731347580.175246:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.175249:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e992680 with x1815448312636672 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.175254:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e992680. 00000100:00100000:3.0:1731347580.175274:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678247 00000100:00100000:3.0:1731347580.175278:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2003:x1815448312636672:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.175347:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1440064 -> 4194304 00002000:00010000:3.0:1731347580.175350:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.175351:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.175352:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.175355:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:3.0:1731347580.175380:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2003:x1815448312636672:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 101us (201us total) trans 4295335624 rc 0/0 00000100:00100000:3.0:1731347580.175385:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678247 00002000:00010000:3.0:1731347580.175387:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.175389:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e992680 with x1815448312636672 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.175392:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e992680. 00000100:00100000:0.0:1731347580.177357:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.177380:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.177459:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312637312 00000100:00100000:3.0:1731347580.177464:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312637312 00002000:00100000:3.0:1731347580.177478:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3444736->4194303) req@ffff88007e992d80 x1815448312637312/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.177484:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e992d80 with x1815448312637312 ext(3444736->4194303) 00002000:00010000:3.0:1731347580.177487:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e992d80 00000100:00100000:3.0:1731347580.177498:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678250 00000100:00100000:3.0:1731347580.177502:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2005:x1815448312637312:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347580.179202:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.180314:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2005:x1815448312637312:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2808us (2929us total) trans 0 rc 749568/749568 00000100:00100000:3.0:1731347580.180321:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678250 00002000:00100000:3.0:1731347580.180326:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3444736->4194303) req@ffff88007e992d80 x1815448312637312/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 749568/749568 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.180332:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e992d80 with x1815448312637312 ext(3444736->4194303) 00002000:00010000:3.0:1731347580.180335:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e992d80 00000100:00100000:0.0:1731347580.181482:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.182623:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.183477:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347580.184169:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367196 is committed 00000100:00100000:0.0:1731347580.185071:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.186304:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.187769:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.189057:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.189093:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.189137:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312638592 00000100:00100000:3.0:1731347580.189141:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312638592 00002000:00010000:3.0:1731347580.189151:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (728308->18446744073709551615) 00002000:00100000:3.0:1731347580.189154:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113507480 with x1815448312638592 ext(728308->18446744073709551615) 00002000:00010000:3.0:1731347580.189159:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113507480. 00000100:00100000:3.0:1731347580.189182:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678254 00000100:00100000:3.0:1731347580.189186:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2004:x1815448312638592:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.190053:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 728308 00002000:00010000:3.0:1731347580.190055:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.190056:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.190058:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.190059:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:3.0:1731347580.190087:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+470:2004:x1815448312638592:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 900us (994us total) trans 4295335626 rc 0/0 00000100:00100000:3.0:1731347580.190091:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678254 00002000:00010000:3.0:1731347580.190093:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (728308->18446744073709551615) 00002000:00100000:3.0:1731347580.190095:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113507480 with x1815448312638592 ext(728308->18446744073709551615) 00002000:00010000:3.0:1731347580.190097:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113507480. 00000100:00100000:0.0:1731347580.191851:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.193312:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.195506:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.196634:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.196656:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.196687:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312639360 00000100:00100000:3.0:1731347580.196692:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312639360 00002000:00010000:3.0:1731347580.196707:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.196710:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113505f80 with x1815448312639360 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.196717:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113505f80. 00000100:00100000:3.0:1731347580.196741:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678255 00000100:00100000:3.0:1731347580.196747:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+471:2006:x1815448312639360:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.196854:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1542783 -> 4194304 00002000:00010000:3.0:1731347580.196857:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347579 00002000:00010000:3.0:1731347580.196859:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.196862:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347579 00002000:00010000:3.0:1731347580.196863:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:3.0:1731347580.196896:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+472:2006:x1815448312639360:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 148us (262us total) trans 4295335628 rc 0/0 00000100:00100000:3.0:1731347580.196902:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678255 00002000:00010000:3.0:1731347580.196905:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.196908:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113505f80 with x1815448312639360 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.196912:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113505f80. 00000100:00100000:0.0:1731347580.197603:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.202034:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.202114:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312639872 00000100:00100000:3.0:1731347580.202119:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312639872 00002000:00100000:3.0:1731347580.202141:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (462848->4194303) req@ffff880113505880 x1815448312639872/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.202148:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113505880 with x1815448312639872 ext(462848->4194303) 00002000:00010000:3.0:1731347580.202151:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113505880 00000100:00100000:3.0:1731347580.202173:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678257 00000100:00100000:3.0:1731347580.202179:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+472:2004:x1815448312639872:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.212155:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+472:2004:x1815448312639872:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 9967us (10115us total) trans 0 rc 3514368/3514368 00000100:00100000:3.0:1731347580.212164:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678257 00002000:00100000:3.0:1731347580.212173:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (462848->4194303) req@ffff880113505880 x1815448312639872/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 3514368/3514368 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.212179:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113505880 with x1815448312639872 ext(462848->4194303) 00002000:00010000:3.0:1731347580.212184:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113505880 00000100:00100000:0.0:1731347580.215717:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.215793:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312640128 00000100:00100000:3.0:1731347580.215804:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312640128 00002000:00100000:3.0:1731347580.215842:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->831487) req@ffff880113504700 x1815448312640128/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.215852:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504700 with x1815448312640128 ext(0->831487) 00002000:00010000:3.0:1731347580.215858:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113504700 00000100:00100000:3.0:1731347580.215890:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678258 00000100:00100000:3.0:1731347580.215896:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312640128:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347580.216646:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.219147:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2006:x1815448312640128:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 3249us (3437us total) trans 0 rc 831488/831488 00000100:00100000:3.0:1731347580.219153:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678258 00002000:00100000:3.0:1731347580.219158:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->831487) req@ffff880113504700 x1815448312640128/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 831488/831488 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.219164:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504700 with x1815448312640128 ext(0->831487) 00002000:00010000:3.0:1731347580.219166:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113504700 00000100:00100000:0.0:1731347580.219611:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312640384 00000100:00100000:0.0:1731347580.219616:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312640384 00000100:00100000:0.0:1731347580.219641:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712594 00000100:00100000:0.0:1731347580.219645:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+898:13210:x1815448312640384:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:0.0:1731347580.219702:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+898:13210:x1815448312640384:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 57us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.219706:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712594 00000100:00100000:0.0:1731347580.220279:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347580.220899:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335629 is committed 00000100:00100000:0.0:1731347580.222002:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312640640 00000100:00100000:0.0:1731347580.222006:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312640640 00000100:00100000:0.0:1731347580.222028:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204418 00000100:00100000:0.0:1731347580.222031:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2006:x1815448312640640:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:0.0:1731347580.222173:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1731347580.222175:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.222177:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.222178:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.222179:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 432 -> 624 00000100:00100000:0.0:1731347580.222199:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2006:x1815448312640640:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 167us (231us total) trans 4295335630 rc 0/0 00000100:00100000:0.0:1731347580.222206:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204418 00010000:00010000:3.0:1731347580.222519:0:8355:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1731347580.223064:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.224300:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.224336:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.224349:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312641152 00000100:00100000:3.0:1731347580.224354:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312641152 00002000:00010000:3.0:1731347580.224371:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.224375:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504000 with x1815448312641152 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.224382:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113504000. 00000100:00100000:3.0:1731347580.224402:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678260 00000100:00100000:3.0:1731347580.224407:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312641152:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.225074:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 830166 -> 0 00002000:00010000:3.0:1731347580.225077:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.225079:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.225082:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.225083:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.225121:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312641152:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 711us (822us total) trans 4295367199 rc 0/0 00000100:00100000:3.0:1731347580.225128:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678260 00002000:00010000:3.0:1731347580.225132:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.225134:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504000 with x1815448312641152 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.225143:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113504000. 00000100:00100000:0.0:1731347580.232582:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.235406:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.236673:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.236712:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.236751:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312641792 00000100:00100000:3.0:1731347580.236756:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312641792 00002000:00010000:3.0:1731347580.236769:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (652689->18446744073709551615) 00002000:00100000:3.0:1731347580.236785:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113505500 with x1815448312641792 ext(652689->18446744073709551615) 00002000:00010000:3.0:1731347580.236792:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113505500. 00000100:00100000:3.0:1731347580.236819:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678263 00000100:00100000:3.0:1731347580.236824:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312641792:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.236930:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 652689 00002000:00010000:3.0:1731347580.236933:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.236936:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.236938:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.236939:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.236959:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312641792:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 134us (246us total) trans 4295367200 rc 0/0 00000100:00100000:3.0:1731347580.236965:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678263 00002000:00010000:3.0:1731347580.236967:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (652689->18446744073709551615) 00002000:00100000:3.0:1731347580.236970:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113505500 with x1815448312641792 ext(652689->18446744073709551615) 00002000:00010000:3.0:1731347580.236974:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113505500. 00000100:00100000:0.0:1731347580.237633:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.238672:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312642176 00000100:00100000:3.0:1731347580.238677:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312642176 00002000:00100000:3.0:1731347580.238694:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1167360->1171455) req@ffff88009944c380 x1815448312642176/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.238703:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944c380 with x1815448312642176 ext(1167360->1171455) 00002000:00010000:3.0:1731347580.238707:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944c380 00000100:00100000:3.0:1731347580.238725:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678264 00000100:00100000:3.0:1731347580.238730:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312642176:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.238867:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312642176:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 134us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.238874:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678264 00002000:00100000:3.0:1731347580.238880:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1167360->1171455) req@ffff88009944c380 x1815448312642176/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.238887:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944c380 with x1815448312642176 ext(1167360->1171455) 00002000:00010000:3.0:1731347580.238891:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944c380 00000100:00100000:0.0:1731347580.239555:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.239591:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312642432 00000100:00100000:3.0:1731347580.239595:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312642432 00002000:00100000:3.0:1731347580.239607:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1163264->1167359) req@ffff8800763ab800 x1815448312642432/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.239614:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ab800 with x1815448312642432 ext(1163264->1167359) 00002000:00010000:3.0:1731347580.239617:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ab800 00000100:00100000:3.0:1731347580.239633:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678265 00000100:00100000:3.0:1731347580.239637:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312642432:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.239707:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312642432:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 68us (151us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.239713:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678265 00002000:00100000:3.0:1731347580.239717:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1163264->1167359) req@ffff8800763ab800 x1815448312642432/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.239724:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ab800 with x1815448312642432 ext(1163264->1167359) 00002000:00010000:3.0:1731347580.239727:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ab800 00000100:00100000:0.0:1731347580.240370:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.240402:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312642688 00000100:00100000:3.0:1731347580.240406:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312642688 00002000:00100000:3.0:1731347580.240434:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1159168->1163263) req@ffff8800763a9880 x1815448312642688/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.240439:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a9880 with x1815448312642688 ext(1159168->1163263) 00002000:00010000:3.0:1731347580.240441:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a9880 00000100:00100000:3.0:1731347580.240456:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678266 00000100:00100000:3.0:1731347580.240458:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312642688:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.240514:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312642688:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 54us (146us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.240519:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678266 00002000:00100000:3.0:1731347580.240522:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1159168->1163263) req@ffff8800763a9880 x1815448312642688/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.240526:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a9880 with x1815448312642688 ext(1159168->1163263) 00002000:00010000:3.0:1731347580.240528:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a9880 00000100:00100000:3.0:1731347580.241226:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312642944 00000100:00100000:3.0:1731347580.241233:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312642944 00002000:00100000:3.0:1731347580.241251:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1155072->1159167) req@ffff88009944d180 x1815448312642944/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.241260:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944d180 with x1815448312642944 ext(1155072->1159167) 00002000:00010000:3.0:1731347580.241264:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944d180 00000100:00100000:3.0:1731347580.241282:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678267 00000100:00100000:3.0:1731347580.241286:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312642944:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.241352:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312642944:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 64us (174us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.241356:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678267 00002000:00100000:3.0:1731347580.241360:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1155072->1159167) req@ffff88009944d180 x1815448312642944/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.241366:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944d180 with x1815448312642944 ext(1155072->1159167) 00002000:00010000:3.0:1731347580.241368:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944d180 00000100:00100000:0.0:1731347580.242040:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.242079:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312643200 00000100:00100000:3.0:1731347580.242083:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312643200 00002000:00100000:3.0:1731347580.242094:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1150976->1155071) req@ffff8800763a8a80 x1815448312643200/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.242099:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a8a80 with x1815448312643200 ext(1150976->1155071) 00002000:00010000:3.0:1731347580.242102:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a8a80 00000100:00100000:3.0:1731347580.242116:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678268 00000100:00100000:3.0:1731347580.242119:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312643200:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.242182:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312643200:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (143us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.242189:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678268 00002000:00100000:3.0:1731347580.242193:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1150976->1155071) req@ffff8800763a8a80 x1815448312643200/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.242198:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a8a80 with x1815448312643200 ext(1150976->1155071) 00002000:00010000:3.0:1731347580.242200:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a8a80 00000100:00100000:0.0:1731347580.242864:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.242906:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312643456 00000100:00100000:3.0:1731347580.242910:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312643456 00002000:00100000:3.0:1731347580.242924:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1146880->1150975) req@ffff8800763a8000 x1815448312643456/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.242932:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a8000 with x1815448312643456 ext(1146880->1150975) 00002000:00010000:3.0:1731347580.242935:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a8000 00000100:00100000:3.0:1731347580.242953:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678269 00000100:00100000:3.0:1731347580.242958:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312643456:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.243031:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312643456:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 72us (166us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.243037:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678269 00002000:00100000:3.0:1731347580.243042:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1146880->1150975) req@ffff8800763a8000 x1815448312643456/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.243050:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a8000 with x1815448312643456 ext(1146880->1150975) 00002000:00010000:3.0:1731347580.243053:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a8000 00000100:00100000:3.0:1731347580.243693:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312643712 00000100:00100000:3.0:1731347580.243697:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312643712 00002000:00100000:3.0:1731347580.243710:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1142784->1146879) req@ffff88009944c000 x1815448312643712/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.243721:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944c000 with x1815448312643712 ext(1142784->1146879) 00002000:00010000:3.0:1731347580.243723:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944c000 00000100:00100000:3.0:1731347580.243738:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678270 00000100:00100000:3.0:1731347580.243741:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312643712:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.243827:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312643712:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 83us (173us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.243833:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678270 00002000:00100000:3.0:1731347580.243838:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1142784->1146879) req@ffff88009944c000 x1815448312643712/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.243846:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944c000 with x1815448312643712 ext(1142784->1146879) 00002000:00010000:3.0:1731347580.243849:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944c000 00000100:00100000:0.0:1731347580.244616:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.244657:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312643968 00000100:00100000:3.0:1731347580.244662:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312643968 00002000:00100000:3.0:1731347580.244678:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1138688->1142783) req@ffff8800763a9c00 x1815448312643968/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.244687:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a9c00 with x1815448312643968 ext(1138688->1142783) 00002000:00010000:3.0:1731347580.244690:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a9c00 00000100:00100000:3.0:1731347580.244711:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678271 00000100:00100000:3.0:1731347580.244716:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312643968:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.244817:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312643968:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 99us (201us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.244824:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678271 00002000:00100000:3.0:1731347580.244830:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1138688->1142783) req@ffff8800763a9c00 x1815448312643968/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.244837:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a9c00 with x1815448312643968 ext(1138688->1142783) 00002000:00010000:3.0:1731347580.244840:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a9c00 00000100:00100000:0.0:1731347580.245554:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.245599:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312644224 00000100:00100000:3.0:1731347580.245603:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312644224 00002000:00100000:3.0:1731347580.245618:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1134592->1138687) req@ffff8800763aaa00 x1815448312644224/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.245626:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763aaa00 with x1815448312644224 ext(1134592->1138687) 00002000:00010000:3.0:1731347580.245629:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763aaa00 00000100:00100000:3.0:1731347580.245650:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678272 00000100:00100000:3.0:1731347580.245655:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312644224:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.245734:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312644224:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 77us (180us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.245741:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678272 00002000:00100000:3.0:1731347580.245746:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1134592->1138687) req@ffff8800763aaa00 x1815448312644224/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.245754:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763aaa00 with x1815448312644224 ext(1134592->1138687) 00002000:00010000:3.0:1731347580.245757:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763aaa00 00000100:00100000:3.0:1731347580.246545:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312644480 00000100:00100000:3.0:1731347580.246549:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312644480 00002000:00100000:3.0:1731347580.246563:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1130496->1134591) req@ffff88009944e300 x1815448312644480/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.246571:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944e300 with x1815448312644480 ext(1130496->1134591) 00002000:00010000:3.0:1731347580.246575:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944e300 00000100:00100000:3.0:1731347580.246596:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678273 00000100:00100000:3.0:1731347580.246601:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312644480:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.246675:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312644480:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 71us (175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.246681:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678273 00002000:00100000:3.0:1731347580.246686:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1130496->1134591) req@ffff88009944e300 x1815448312644480/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.246694:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944e300 with x1815448312644480 ext(1130496->1134591) 00002000:00010000:3.0:1731347580.246697:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944e300 00000100:00100000:0.0:1731347580.247368:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.247401:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312644736 00000100:00100000:3.0:1731347580.247404:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312644736 00002000:00100000:3.0:1731347580.247435:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1126400->1130495) req@ffff8800763a8700 x1815448312644736/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.247441:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a8700 with x1815448312644736 ext(1126400->1130495) 00002000:00010000:3.0:1731347580.247443:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a8700 00000100:00100000:3.0:1731347580.247457:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678274 00000100:00100000:3.0:1731347580.247460:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312644736:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.247520:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312644736:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 58us (153us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.247524:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678274 00002000:00100000:3.0:1731347580.247528:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1126400->1130495) req@ffff8800763a8700 x1815448312644736/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.247533:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a8700 with x1815448312644736 ext(1126400->1130495) 00002000:00010000:3.0:1731347580.247536:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a8700 00000100:00100000:0.0:1731347580.248146:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.248178:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312644992 00000100:00100000:3.0:1731347580.248184:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312644992 00002000:00100000:3.0:1731347580.248195:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1122304->1126399) req@ffff8800763a8e00 x1815448312644992/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.248200:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a8e00 with x1815448312644992 ext(1122304->1126399) 00002000:00010000:3.0:1731347580.248202:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a8e00 00000100:00100000:3.0:1731347580.248216:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678275 00000100:00100000:3.0:1731347580.248219:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312644992:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.248285:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312644992:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 64us (139us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.248289:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678275 00002000:00100000:3.0:1731347580.248293:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1122304->1126399) req@ffff8800763a8e00 x1815448312644992/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.248297:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763a8e00 with x1815448312644992 ext(1122304->1126399) 00002000:00010000:3.0:1731347580.248299:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763a8e00 00000100:00100000:3.0:1731347580.248966:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312645248 00000100:00100000:3.0:1731347580.248969:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312645248 00002000:00100000:3.0:1731347580.248979:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1118208->1122303) req@ffff88009944c700 x1815448312645248/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.248984:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944c700 with x1815448312645248 ext(1118208->1122303) 00002000:00010000:3.0:1731347580.248986:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944c700 00000100:00100000:3.0:1731347580.249000:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678276 00000100:00100000:3.0:1731347580.249003:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312645248:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.249061:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312645248:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 56us (130us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.249065:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678276 00002000:00100000:3.0:1731347580.249069:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1118208->1122303) req@ffff88009944c700 x1815448312645248/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.249073:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944c700 with x1815448312645248 ext(1118208->1122303) 00002000:00010000:3.0:1731347580.249075:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944c700 00000100:00100000:0.0:1731347580.249698:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.249782:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312645504 00000100:00100000:3.0:1731347580.249787:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312645504 00002000:00100000:3.0:1731347580.249802:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1114112->1118207) req@ffff8800763aad80 x1815448312645504/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.249808:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763aad80 with x1815448312645504 ext(1114112->1118207) 00002000:00010000:3.0:1731347580.249811:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763aad80 00000100:00100000:3.0:1731347580.249828:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678277 00000100:00100000:3.0:1731347580.249831:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312645504:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.249897:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312645504:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 64us (200us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.249902:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678277 00002000:00100000:3.0:1731347580.249906:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1114112->1118207) req@ffff8800763aad80 x1815448312645504/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.249910:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763aad80 with x1815448312645504 ext(1114112->1118207) 00002000:00010000:3.0:1731347580.249913:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763aad80 00000100:00100000:0.0:1731347580.250571:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.250606:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312645760 00000100:00100000:3.0:1731347580.250610:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312645760 00002000:00100000:3.0:1731347580.250621:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1110016->1114111) req@ffff8800763aa680 x1815448312645760/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.250626:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763aa680 with x1815448312645760 ext(1110016->1114111) 00002000:00010000:3.0:1731347580.250629:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763aa680 00000100:00100000:3.0:1731347580.250643:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678278 00000100:00100000:3.0:1731347580.250646:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312645760:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.250706:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312645760:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 58us (136us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.250711:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678278 00002000:00100000:3.0:1731347580.250714:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1110016->1114111) req@ffff8800763aa680 x1815448312645760/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.250719:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763aa680 with x1815448312645760 ext(1110016->1114111) 00002000:00010000:3.0:1731347580.250720:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763aa680 00000100:00100000:3.0:1731347580.251440:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312646016 00000100:00100000:3.0:1731347580.251444:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312646016 00002000:00100000:3.0:1731347580.251454:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1105920->1110015) req@ffff88009944d880 x1815448312646016/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.251459:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944d880 with x1815448312646016 ext(1105920->1110015) 00002000:00010000:3.0:1731347580.251461:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944d880 00000100:00100000:3.0:1731347580.251474:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678279 00000100:00100000:3.0:1731347580.251477:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312646016:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.251540:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2005:x1815448312646016:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (134us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.251546:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678279 00002000:00100000:3.0:1731347580.251550:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1105920->1110015) req@ffff88009944d880 x1815448312646016/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.251554:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944d880 with x1815448312646016 ext(1105920->1110015) 00002000:00010000:3.0:1731347580.251556:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944d880 00000100:00100000:0.0:1731347580.252359:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.253379:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.254356:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.259505:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.259551:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312646656 00000100:00100000:3.0:1731347580.259559:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312646656 00002000:00100000:3.0:1731347580.259595:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (28672->4194303) req@ffff88007b733b80 x1815448312646656/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.259605:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b733b80 with x1815448312646656 ext(28672->4194303) 00002000:00010000:3.0:1731347580.259610:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b733b80 00000100:00100000:3.0:1731347580.259639:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678280 00000100:00100000:3.0:1731347580.259646:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2006:x1815448312646656:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.270337:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2006:x1815448312646656:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 10684us (10831us total) trans 0 rc 4046848/4046848 00000100:00100000:3.0:1731347580.270347:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678280 00002000:00100000:3.0:1731347580.270356:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (28672->4194303) req@ffff88007b733b80 x1815448312646656/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4046848/4046848 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.270363:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b733b80 with x1815448312646656 ext(28672->4194303) 00002000:00010000:3.0:1731347580.270367:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b733b80 00000100:00100000:0.0:1731347580.273303:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.273331:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.273342:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312646912 00000100:00100000:3.0:1731347580.273349:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312646912 00002000:00100000:3.0:1731347580.273374:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->655359) req@ffff88007b730700 x1815448312646912/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.273385:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b730700 with x1815448312646912 ext(0->655359) 00002000:00010000:3.0:1731347580.273388:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007b730700 00000100:00100000:3.0:1731347580.273409:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678281 00000100:00100000:3.0:1731347580.273413:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312646912:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347580.274356:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.276032:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312646912:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2615us (2729us total) trans 0 rc 655360/655360 00000100:00100000:3.0:1731347580.276040:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678281 00002000:00100000:3.0:1731347580.276048:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->655359) req@ffff88007b730700 x1815448312646912/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 655360/655360 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.276056:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b730700 with x1815448312646912 ext(0->655359) 00002000:00010000:3.0:1731347580.276060:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007b730700 00000100:00100000:0.0:1731347580.277242:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.277262:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.277273:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312647680 00000100:00100000:3.0:1731347580.277277:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312647680 00002000:00010000:3.0:1731347580.277287:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.277289:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b731180 with x1815448312647680 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.277293:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007b731180. 00000100:00100000:3.0:1731347580.277304:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678282 00000100:00100000:3.0:1731347580.277307:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312647680:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.277705:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 652689 -> 0 00002000:00010000:3.0:1731347580.277707:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.277708:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.277710:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.277711:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:3.0:1731347580.277736:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2003:x1815448312647680:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 428us (496us total) trans 4295367202 rc 0/0 00000100:00100000:3.0:1731347580.277741:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678282 00002000:00010000:3.0:1731347580.277743:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.277745:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b731180 with x1815448312647680 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.277747:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007b731180. 00000100:00100000:0.0:1731347580.278878:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.279751:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.280617:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.280642:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.280661:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312648320 00000100:00100000:3.0:1731347580.280666:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312648320 00002000:00010000:3.0:1731347580.280677:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.280679:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b732300 with x1815448312648320 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.280684:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007b732300. 00000100:00100000:3.0:1731347580.280698:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678284 00000100:00100000:3.0:1731347580.280703:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+464:2003:x1815448312648320:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.280755:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347580.280758:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.280760:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.280762:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.280763:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.280805:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2003:x1815448312648320:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 101us (189us total) trans 4295367203 rc 0/0 00000100:00100000:3.0:1731347580.280811:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678284 00002000:00010000:3.0:1731347580.280814:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.280816:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b732300 with x1815448312648320 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.280819:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007b732300. 00000100:00100000:0.0:1731347580.284035:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.285155:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.286187:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.286212:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.286256:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312648960 00000100:00100000:3.0:1731347580.286260:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312648960 00002000:00010000:3.0:1731347580.286271:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.286274:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c1ea00 with x1815448312648960 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.286278:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c1ea00. 00000100:00100000:3.0:1731347580.286290:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678287 00000100:00100000:3.0:1731347580.286294:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+465:2003:x1815448312648960:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.286342:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347580.286344:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.286345:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.286347:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.286348:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.286374:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2003:x1815448312648960:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 79us (161us total) trans 4295367204 rc 0/0 00000100:00100000:3.0:1731347580.286378:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678287 00002000:00010000:3.0:1731347580.286380:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.286382:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c1ea00 with x1815448312648960 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.286385:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c1ea00. 00000100:00100000:0.0:1731347580.286919:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.288254:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.289302:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.291100:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.294404:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.296559:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.297454:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.297524:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312649984 00000100:00100000:3.0:1731347580.297529:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312649984 00000100:00100000:3.0:1731347580.297554:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204426 00000100:00100000:3.0:1731347580.297558:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+472:2003:x1815448312649984:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.298013:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335642 is committed 00000100:00100000:3.0:1731347580.298102:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312649984:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 542us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.298109:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204426 00000100:00100000:0.0:1731347580.298934:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.298968:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312650112 00000100:00100000:3.0:1731347580.298972:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312650112 00000100:00100000:3.0:1731347580.298985:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204427 00000100:00100000:3.0:1731347580.298988:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2005:x1815448312650112:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.299054:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2434610 -> 2434610 00002000:00010000:3.0:1731347580.299057:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.299059:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347580 00002000:00010000:3.0:1731347580.299061:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.299063:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 232 00000100:00100000:3.0:1731347580.299094:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2005:x1815448312650112:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 104us (160us total) trans 4295335643 rc 0/0 00000100:00100000:3.0:1731347580.299100:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204427 00000100:00100000:0.0:1731347580.300288:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.301392:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.301437:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.301473:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678290 00000100:00100000:3.0:1731347580.301478:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2004:x1815448312650624:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.301531:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347580.301533:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.301534:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.301536:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.301537:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.301568:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2004:x1815448312650624:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 89us (176us total) trans 4295367205 rc 0/0 00000100:00100000:3.0:1731347580.301574:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678290 00002000:00010000:3.0:1731347580.301577:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.301580:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f837100 with x1815448312650624 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.301584:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011f837100. 00000100:00100000:0.0:1731347580.304452:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.304493:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312650880 00000100:00100000:3.0:1731347580.304497:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312650880 00002000:00100000:3.0:1731347580.304516:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2437120->3559423) req@ffff88011f837800 x1815448312650880/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.304525:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f837800 with x1815448312650880 ext(2437120->3559423) 00002000:00010000:3.0:1731347580.304528:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f837800 00000100:00100000:3.0:1731347580.304549:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678292 00000100:00100000:3.0:1731347580.304554:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312650880:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.308490:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312650880:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 3927us (4031us total) trans 0 rc 1122304/1122304 00000100:00100000:3.0:1731347580.308501:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678292 00002000:00100000:3.0:1731347580.308511:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2437120->3559423) req@ffff88011f837800 x1815448312650880/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 1122304/1122304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.308518:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f837800 with x1815448312650880 ext(2437120->3559423) 00002000:00010000:3.0:1731347580.308522:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f837800 00000100:00100000:0.0:1731347580.310240:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.310312:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312651008 00000100:00100000:3.0:1731347580.310320:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312651008 00002000:00100000:3.0:1731347580.310345:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3489792->3557276) req@ffff88011f836680 x1815448312651008/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.310352:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f836680 with x1815448312651008 ext(3489792->3557276) 00002000:00010000:3.0:1731347580.310355:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f836680 00000100:00100000:3.0:1731347580.310380:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678293 00000100:00100000:3.0:1731347580.310385:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2004:x1815448312651008:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347580.312050:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2004:x1815448312651008:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1659us (1809us total) trans 4295335645 rc 0/0 00000100:00100000:3.0:1731347580.312063:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678293 00002000:00100000:3.0:1731347580.312071:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3489792->3557276) req@ffff88011f836680 x1815448312651008/t4295335645(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.312080:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f836680 with x1815448312651008 ext(3489792->3557276) 00002000:00010000:3.0:1731347580.312084:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f836680 00000100:00100000:0.0:1731347580.312880:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.313742:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.313797:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312651264 00000100:00100000:3.0:1731347580.313801:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312651264 00000100:00100000:3.0:1731347580.313828:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204428 00000100:00100000:3.0:1731347580.313832:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2006:x1815448312651264:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.314529:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335645 is committed 00000100:00100000:3.0:1731347580.314599:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2006:x1815448312651264:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 765us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.314604:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204428 00000100:00100000:0.0:1731347580.315447:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.317271:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.317341:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312651520 00000100:00100000:3.0:1731347580.317347:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312651520 00000100:00100000:3.0:1731347580.317372:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204429 00000100:00100000:3.0:1731347580.317376:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312651520:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.317545:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3557277 -> 3557277 00002000:00010000:3.0:1731347580.317548:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.317550:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.317551:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.317552:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 232 -> 376 00000100:00100000:3.0:1731347580.317579:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312651520:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 201us (310us total) trans 4295335646 rc 0/0 00000100:00100000:3.0:1731347580.317583:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204429 00000100:00100000:0.0:1731347580.318925:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.320028:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.320052:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.320067:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312652032 00000100:00100000:3.0:1731347580.320073:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312652032 00002000:00010000:3.0:1731347580.320089:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (230468->18446744073709551615) 00002000:00100000:3.0:1731347580.320093:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d6d80 with x1815448312652032 ext(230468->18446744073709551615) 00002000:00010000:3.0:1731347580.320100:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814d6d80. 00000100:00100000:3.0:1731347580.320122:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678294 00000100:00100000:3.0:1731347580.320128:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2005:x1815448312652032:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.320223:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 230468 00002000:00010000:3.0:1731347580.320225:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.320227:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.320229:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.320231:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.320251:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2005:x1815448312652032:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 124us (224us total) trans 4295367206 rc 0/0 00000100:00100000:3.0:1731347580.320258:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678294 00002000:00010000:3.0:1731347580.320261:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (230468->18446744073709551615) 00002000:00100000:3.0:1731347580.320263:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d6d80 with x1815448312652032 ext(230468->18446744073709551615) 00002000:00010000:3.0:1731347580.320266:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814d6d80. 00000100:00100000:0.0:1731347580.320882:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.321893:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.321964:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312652288 00000100:00100000:3.0:1731347580.321969:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312652288 00000100:00100000:3.0:1731347580.321993:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204430 00000100:00100000:3.0:1731347580.321997:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312652288:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.322088:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347580.322091:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.322092:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.322094:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.322095:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 376 -> 440 00000100:00100000:3.0:1731347580.322121:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312652288:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 123us (229us total) trans 4295335648 rc 0/0 00000100:00100000:3.0:1731347580.322125:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204430 00000100:00100000:0.0:1731347580.323236:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.324296:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.324344:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312652672 00000100:00100000:0.0:1731347580.324344:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.324349:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312652672 00002000:00010000:3.0:1731347580.324362:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1272719->18446744073709551615) 00002000:00100000:3.0:1731347580.324365:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d5f80 with x1815448312652672 ext(1272719->18446744073709551615) 00002000:00010000:3.0:1731347580.324371:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814d5f80. 00000100:00100000:3.0:1731347580.324391:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312652800 00000100:00100000:3.0:1731347580.324394:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312652800 00002000:00010000:3.0:1731347580.324403:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.324406:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d7800 with x1815448312652800 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.324410:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814d7800. 00000100:00100000:0.0:1731347580.324433:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678297 00000100:00100000:0.0:1731347580.324438:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2003:x1815448312652800:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347580.324521:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 230468 -> 0 00002000:00010000:0.0:1731347580.324524:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.324525:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.324527:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.324528:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1731347580.324552:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2003:x1815448312652800:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 114us (208us total) trans 4295367207 rc 0/0 00000100:00100000:0.0:1731347580.324556:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678297 00002000:00010000:0.0:1731347580.324558:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347580.324561:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d7800 with x1815448312652800 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347580.324563:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814d7800. 00000100:00100000:0.0:1731347580.328640:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.329759:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.329798:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312653056 00000100:00100000:3.0:1731347580.329803:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312653056 00000100:00100000:3.0:1731347580.329824:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204431 00000100:00100000:3.0:1731347580.329828:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312653056:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347580.329952:0:15922:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1272719 -> 1272719 00002000:00010000:3.0:1731347580.329955:0:15922:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.329956:0:15922:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.329958:0:15922:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.329959:0:15922:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 232 00000100:00100000:3.0:1731347580.329988:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:62efdb24-e871-4f0d-8cc7-8cee5b684131+463:2003:x1815448312653056:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 159us (230us total) trans 4295335650 rc 0/0 00000100:00100000:3.0:1731347580.329995:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204431 00000100:00100000:0.0:1731347580.330810:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.330835:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.330853:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312653184 00000100:00100000:3.0:1731347580.330859:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312653184 00000100:00100000:3.0:1731347580.330877:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312653312 00000100:00100000:3.0:1731347580.330879:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312653312 00000100:00100000:0.0:1731347580.330896:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204433 00000100:00100000:0.0:1731347580.330903:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2005:x1815448312653312:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:0.0:1731347580.331019:0:15902:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1731347580.331022:0:15902:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.331023:0:15902:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.331025:0:15902:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.331026:0:15902:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 24 00000100:00100000:0.0:1731347580.331043:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+470:2005:x1815448312653312:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 140us (207us total) trans 4295367208 rc 0/0 00000100:00100000:0.0:1731347580.331047:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204433 00000100:00100000:0.0:1731347580.332136:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.334141:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.334925:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347580.335494:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335652 is committed 00000100:00100000:0.0:1731347580.336591:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.337660:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.337686:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.339363:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.343023:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.344142:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.344747:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347580.345313:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335654 is committed 00000100:00100000:0.0:1731347580.346156:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.347521:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.348472:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347580.349008:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335656 is committed 00000100:00100000:0.0:1731347580.349785:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.351055:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347580.351544:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335657 is committed 00000100:00100000:0.0:1731347580.352444:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.353370:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.355380:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.356583:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.356630:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.357504:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.358435:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.359408:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.359457:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.359500:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678308 00000100:00100000:3.0:1731347580.359505:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312657024:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.360088:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 1069182 00002000:00010000:3.0:1731347580.360090:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.360092:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.360093:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.360094:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 520 -> 320 00000100:00100000:3.0:1731347580.360120:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+462:2003:x1815448312657024:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 614us (712us total) trans 4295335661 rc 0/0 00000100:00100000:3.0:1731347580.360124:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678308 00002000:00010000:3.0:1731347580.360126:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1069182->18446744073709551615) 00002000:00100000:3.0:1731347580.360128:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e825880 with x1815448312657024 ext(1069182->18446744073709551615) 00002000:00010000:3.0:1731347580.360131:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e825880. 00000100:00100000:0.0:1731347580.361512:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.362833:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.363764:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.364624:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.365616:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.365645:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.365660:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312658048 00000100:00100000:3.0:1731347580.365665:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312658048 00002000:00010000:3.0:1731347580.365678:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.365681:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf95500 with x1815448312658048 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.365687:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cf95500. 00000100:00100000:3.0:1731347580.365704:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678310 00000100:00100000:3.0:1731347580.365708:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+473:2003:x1815448312658048:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.365790:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347580.365792:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.365794:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.365795:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.365796:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.365822:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+474:2003:x1815448312658048:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 112us (206us total) trans 4295367212 rc 0/0 00000100:00100000:3.0:1731347580.365826:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678310 00002000:00010000:3.0:1731347580.365828:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.365829:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf95500 with x1815448312658048 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.365832:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cf95500. 00000100:00100000:0.0:1731347580.366372:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.367367:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.368213:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.368236:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.368275:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312658688 00000100:00100000:3.0:1731347580.368280:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312658688 00002000:00010000:3.0:1731347580.368290:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.368292:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf96d80 with x1815448312658688 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.368296:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cf96d80. 00000100:00100000:3.0:1731347580.368309:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678313 00000100:00100000:3.0:1731347580.368313:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+474:2004:x1815448312658688:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.368358:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347580.368361:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.368363:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.368365:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.368367:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.368401:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+475:2004:x1815448312658688:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 85us (162us total) trans 4295367213 rc 0/0 00000100:00100000:3.0:1731347580.368411:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678313 00002000:00010000:3.0:1731347580.368437:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.368441:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf96d80 with x1815448312658688 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.368445:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cf96d80. 00000100:00100000:0.0:1731347580.369009:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.371822:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.371910:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312659072 00000100:00100000:3.0:1731347580.371915:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312659072 00002000:00100000:3.0:1731347580.371931:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1875968->3563519) req@ffff88007cf96680 x1815448312659072/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.371938:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf96680 with x1815448312659072 ext(1875968->3563519) 00002000:00010000:3.0:1731347580.371940:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf96680 00000100:00100000:3.0:1731347580.371958:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678314 00000100:00100000:3.0:1731347580.371962:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2003:x1815448312659072:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.377140:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2003:x1815448312659072:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 5172us (5315us total) trans 0 rc 1687552/1687552 00000100:00100000:3.0:1731347580.377146:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678314 00002000:00100000:3.0:1731347580.377153:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1875968->3563519) req@ffff88007cf96680 x1815448312659072/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 1687552/1687552 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.377159:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf96680 with x1815448312659072 ext(1875968->3563519) 00002000:00010000:3.0:1731347580.377162:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf96680 00000100:00100000:0.0:1731347580.378439:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.378492:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312659200 00000100:00100000:3.0:1731347580.378499:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312659200 00002000:00100000:3.0:1731347580.378522:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (438272->2494463) req@ffff88007cf97480 x1815448312659200/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.378531:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf97480 with x1815448312659200 ext(438272->2494463) 00002000:00010000:3.0:1731347580.378535:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf97480 00000100:00100000:3.0:1731347580.378561:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678315 00000100:00100000:3.0:1731347580.378566:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2006:x1815448312659200:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347580.379750:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2006:x1815448312659200:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1181us (1311us total) trans 4295335666 rc 0/0 00000100:00100000:3.0:1731347580.379756:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678315 00002000:00100000:3.0:1731347580.379761:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (438272->2494463) req@ffff88007cf97480 x1815448312659200/t4295335666(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.379767:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf97480 with x1815448312659200 ext(438272->2494463) 00002000:00010000:3.0:1731347580.379784:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf97480 00000100:00100000:0.0:1731347580.380407:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.381240:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347580.381758:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335666 is committed 00000100:00100000:0.0:1731347580.382820:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000001:00080000:0.0:1731347580.386090:0:7189:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4295161542 is committed 00010000:00010000:3.0:1731347580.386102:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09440/0xb104f9478e0754ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x50210000000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386109:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09440/0xb104f9478e0754ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x50210400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386113:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09440/0xb104f9478e0754ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x40210400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386117:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f09440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386119:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09440/0xb104f9478e0754ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x40210400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386124:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09440/0xb104f9478e0754ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x40218400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386131:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386132:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386134:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09440/0xb104f9478e0754ec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x44a19400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386138:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09440/0xb104f9478e0754ec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x44a19400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386160:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b840/0xb104f9478e075501 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x50210000000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386164:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b840/0xb104f9478e075501 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 311 type: IBT flags: 0x50210400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386167:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b840/0xb104f9478e075501 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 311 type: IBT flags: 0x40210400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386171:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f0b840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386173:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b840/0xb104f9478e075501 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 311 type: IBT flags: 0x40210400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386175:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b840/0xb104f9478e075501 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x40218400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386179:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386180:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386182:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b840/0xb104f9478e075501 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 311 type: IBT flags: 0x44a19400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386185:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b840/0xb104f9478e075501 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 312 type: IBT flags: 0x44a19400000000 pid: 15915 initiator: MDT0 00010000:00010000:3.0:1731347580.386192:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e075516 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 310 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386195:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e075516 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 311 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386200:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e075516 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 310 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386203:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912218c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386204:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e075516 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 309 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386213:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e075516 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 310 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386218:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386219:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386220:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e075516 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 310 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386223:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e075516 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 310 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386230:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e07552b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 309 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386234:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e07552b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 307 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386237:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e07552b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 307 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386243:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223180 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386244:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e07552b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 308 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386248:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e07552b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 307 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386252:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386253:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386255:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e07552b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 307 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386258:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e07552b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 307 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386264:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e075540 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 307 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386267:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e075540 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 305 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386270:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e075540 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 305 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386276:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912221c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386277:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e075540 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 306 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386280:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e075540 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 306 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386284:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386285:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386286:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e075540 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 306 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386289:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e075540 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 306 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386297:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e075555 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 305 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386300:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e075555 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 303 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386304:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e075555 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 303 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386310:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386311:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e075555 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 304 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386314:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e075555 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 304 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386318:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386319:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386321:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e075555 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 303 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386323:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e075555 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 303 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386330:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e07556a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 303 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386333:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e07556a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 301 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386336:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e07556a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 301 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386342:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221200 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386343:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e07556a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 302 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386347:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e07556a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 302 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386350:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386351:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386353:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e07556a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 301 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386355:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e07556a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 301 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386361:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e07557f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 299 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386364:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e07557f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 299 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386367:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e07557f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 299 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386379:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220d80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386381:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e07557f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 300 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386386:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e07557f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 299 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386393:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386395:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386397:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e07557f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 300 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386402:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e07557f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 299 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386413:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e075594 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 299 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386441:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e075594 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 297 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386446:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e075594 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 297 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386463:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220b40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386466:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e075594 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 298 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386471:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e075594 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 298 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386478:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386479:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386482:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e075594 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 297 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386487:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e075594 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 297 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386503:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e0755a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 296 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386508:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e0755a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 295 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386513:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e0755a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 295 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386522:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222880 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386525:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e0755a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 296 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386537:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e0755a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 295 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386545:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386547:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386549:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e0755a9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 294 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386554:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e0755a9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 295 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386566:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0755be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 293 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386571:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0755be lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 292 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386575:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0755be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 292 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386580:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222400 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386583:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0755be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 293 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386588:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0755be lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 293 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386600:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386603:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386605:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0755be lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 291 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386610:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0755be lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 292 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386620:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78000/0xb104f9478e0755d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 291 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386625:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78000/0xb104f9478e0755d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 289 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386629:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78000/0xb104f9478e0755d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 289 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386636:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba78000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386638:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78000/0xb104f9478e0755d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 290 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386643:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78000/0xb104f9478e0755d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 290 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386650:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386652:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386653:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78000/0xb104f9478e0755d3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 288 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386658:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78000/0xb104f9478e0755d3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 288 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000004:00080000:0.0:1731347580.386658:0:7189:0:(osp_sync.c:1746:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 157 committed 00010000:00010000:3.0:1731347580.386670:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b840/0xb104f9478e0755e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 288 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386675:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b840/0xb104f9478e0755e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 287 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386680:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b840/0xb104f9478e0755e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 287 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386686:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7b840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386689:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b840/0xb104f9478e0755e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 288 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386694:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b840/0xb104f9478e0755e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 286 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386702:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386704:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386706:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b840/0xb104f9478e0755e8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 286 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386711:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b840/0xb104f9478e0755e8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 287 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386722:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a400/0xb104f9478e0755fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 286 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386727:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a400/0xb104f9478e0755fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 284 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386732:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a400/0xb104f9478e0755fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 284 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386742:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7a400 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386744:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a400/0xb104f9478e0755fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 285 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386749:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a400/0xb104f9478e0755fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 284 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386755:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386757:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386759:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a400/0xb104f9478e0755fd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 284 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386764:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a400/0xb104f9478e0755fd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 284 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386785:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7aac0/0xb104f9478e075612 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 282 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386790:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7aac0/0xb104f9478e075612 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 282 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00000004:00080000:0.0:1731347580.386791:0:7189:0:(osp_sync.c:1746:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 158 committed 00010000:00010000:3.0:1731347580.386795:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7aac0/0xb104f9478e075612 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 282 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386802:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7aac0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386804:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7aac0/0xb104f9478e075612 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 283 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386808:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7aac0/0xb104f9478e075612 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 283 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386818:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386819:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386821:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7aac0/0xb104f9478e075612 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 283 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386825:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7aac0/0xb104f9478e075612 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 282 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386834:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b3c0/0xb104f9478e075627 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 280 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386839:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b3c0/0xb104f9478e075627 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 280 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386844:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b3c0/0xb104f9478e075627 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 280 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386847:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7b3c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386848:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b3c0/0xb104f9478e075627 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 281 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386851:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b3c0/0xb104f9478e075627 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 280 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386856:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386857:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386859:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b3c0/0xb104f9478e075627 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 281 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386861:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b3c0/0xb104f9478e075627 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 279 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386869:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7bcc0/0xb104f9478e07563c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 279 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386872:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7bcc0/0xb104f9478e07563c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 278 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386875:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7bcc0/0xb104f9478e07563c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 278 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386878:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7bcc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386879:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7bcc0/0xb104f9478e07563c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 279 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386885:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7bcc0/0xb104f9478e07563c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 279 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386889:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386890:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386891:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7bcc0/0xb104f9478e07563c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 277 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386893:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7bcc0/0xb104f9478e07563c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 278 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386901:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79b00/0xb104f9478e075651 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 277 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386904:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79b00/0xb104f9478e075651 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 276 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386907:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79b00/0xb104f9478e075651 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 276 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386909:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba79b00 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.386909:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952746112:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.386911:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79b00/0xb104f9478e075651 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 276 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386915:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79b00/0xb104f9478e075651 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 276 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386919:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386920:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386921:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79b00/0xb104f9478e075651 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 277 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386924:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79b00/0xb104f9478e075651 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 275 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386931:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7af40/0xb104f9478e075666 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 275 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386934:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7af40/0xb104f9478e075666 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 274 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386938:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7af40/0xb104f9478e075666 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 274 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386940:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7af40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386941:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7af40/0xb104f9478e075666 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 275 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.386941:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.386944:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7af40/0xb104f9478e075666 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 275 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386949:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386950:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386951:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7af40/0xb104f9478e075666 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 275 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386954:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7af40/0xb104f9478e075666 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 273 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.386955:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952746624:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.386962:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78b40/0xb104f9478e07567b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 273 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386964:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78b40/0xb104f9478e07567b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 272 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.386966:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.386967:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78b40/0xb104f9478e07567b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 272 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386972:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba78b40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.386974:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78b40/0xb104f9478e07567b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 273 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386977:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78b40/0xb104f9478e07567b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 273 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386980:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.386981:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.386983:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78b40/0xb104f9478e07567b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 273 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.386983:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952747008:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.386985:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78b40/0xb104f9478e07567b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 271 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386997:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79d40/0xb104f9478e075690 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 271 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.386999:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79d40/0xb104f9478e075690 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 271 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387001:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387002:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79d40/0xb104f9478e075690 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 270 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387005:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba79d40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387006:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79d40/0xb104f9478e075690 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 271 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387009:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79d40/0xb104f9478e075690 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 271 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387010:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952747648:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.387013:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387014:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387016:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79d40/0xb104f9478e075690 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 270 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387019:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79d40/0xb104f9478e075690 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 270 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387022:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387024:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79200/0xb104f9478e0756a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 270 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387027:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79200/0xb104f9478e0756a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 268 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387030:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79200/0xb104f9478e0756a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 268 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387033:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00010000:00010000:3.0:1731347580.387037:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba79200 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.387037:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952746368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.387038:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79200/0xb104f9478e0756a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 269 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387041:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79200/0xb104f9478e0756a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 269 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387045:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387046:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387047:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79200/0xb104f9478e0756a5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 269 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387048:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387050:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79200/0xb104f9478e0756a5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 269 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387056:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78900/0xb104f9478e0756ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 268 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387056:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952746752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.387058:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78900/0xb104f9478e0756ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 268 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387062:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78900/0xb104f9478e0756ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 266 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387066:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387068:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba78900 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387069:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78900/0xb104f9478e0756ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 267 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387073:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952747264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.387074:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78900/0xb104f9478e0756ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 267 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387082:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387084:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387086:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387088:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78900/0xb104f9478e0756ba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 266 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387089:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952747776:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.387093:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78900/0xb104f9478e0756ba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 265 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387099:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387105:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ad00/0xb104f9478e0756cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 265 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387110:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ad00/0xb104f9478e0756cf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 264 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387115:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ad00/0xb104f9478e0756cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 264 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387116:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952746240:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.387120:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7ad00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387122:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ad00/0xb104f9478e0756cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 265 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387130:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387132:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ad00/0xb104f9478e0756cf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 264 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387140:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.387140:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952746880:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.387142:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387144:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ad00/0xb104f9478e0756cf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 263 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387149:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ad00/0xb104f9478e0756cf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 264 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387150:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.387158:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952747392:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.387161:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b600/0xb104f9478e0756e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 262 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387166:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b600/0xb104f9478e0756e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 261 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387168:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387171:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b600/0xb104f9478e0756e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 261 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387175:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7b600 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.387177:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952747904:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.387178:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b600/0xb104f9478e0756e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 261 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387184:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b600/0xb104f9478e0756e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 262 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387189:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387197:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387199:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1731347580.387199:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00010000:00010000:3.0:1731347580.387201:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b600/0xb104f9478e0756e4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 260 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387203:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952746496:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.387206:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7b600/0xb104f9478e0756e4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 261 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387214:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387216:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09f80/0xb104f9478e0756f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 260 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387221:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09f80/0xb104f9478e0756f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 260 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387222:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952747136:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.387226:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09f80/0xb104f9478e0756f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 258 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387232:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387234:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f09f80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387237:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09f80/0xb104f9478e0756f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 259 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387242:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09f80/0xb104f9478e0756f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 259 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387249:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387251:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387254:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09f80/0xb104f9478e0756f9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 257 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387254:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952747520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.387258:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09f80/0xb104f9478e0756f9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 258 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387265:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801294973c0/0xb104f9478e076cb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 256 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387265:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387268:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08d80/0xb104f9478e07570e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 257 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387272:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08d80/0xb104f9478e07570e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 256 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387274:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952748032:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.387277:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08d80/0xb104f9478e07570e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 256 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387277:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801294973c0/0xb104f9478e076cb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 257 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387280:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387281:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387283:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f08d80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387283:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801294973c0/0xb104f9478e076cb6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 256 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387285:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08d80/0xb104f9478e07570e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 257 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387286:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801294973c0/0xb104f9478e076cb6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 257 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387286:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.387290:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08d80/0xb104f9478e07570e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 255 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387291:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880129495f80/0xb104f9478e076ccb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 256 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387293:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129495f80/0xb104f9478e076ccb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 256 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387296:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129495f80/0xb104f9478e076ccb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 255 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387298:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387300:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387301:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129495f80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387302:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08d80/0xb104f9478e07570e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 255 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387303:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129495f80/0xb104f9478e076ccb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 256 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387304:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952747904 00010000:00010000:2.0:1731347580.387305:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129495f80/0xb104f9478e076ccb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 256 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387307:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08d80/0xb104f9478e07570e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 256 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387307:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952747904 00010000:00010000:2.0:1731347580.387309:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387310:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387311:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129495f80/0xb104f9478e076ccb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 255 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387314:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129495f80/0xb104f9478e076ccb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 254 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387316:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a1c0/0xb104f9478e075723 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 255 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387321:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a1c0/0xb104f9478e075723 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 253 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387324:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952747520 00010000:00010000:3.0:1731347580.387326:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a1c0/0xb104f9478e075723 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 253 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387326:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801294961c0/0xb104f9478e076ce0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 254 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387326:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952747520 00010000:00010000:2.0:1731347580.387329:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801294961c0/0xb104f9478e076ce0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 254 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387332:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f0a1c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387332:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801294961c0/0xb104f9478e076ce0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 253 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387334:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a1c0/0xb104f9478e075723 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 254 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387334:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801294961c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387335:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801294961c0/0xb104f9478e076ce0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 254 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387336:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204443 00010000:00010000:3.0:1731347580.387338:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a1c0/0xb104f9478e075723 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 254 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387338:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801294961c0/0xb104f9478e076ce0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 254 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387341:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.387341:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+12:3762:x1815447952746624:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.387342:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387344:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801294961c0/0xb104f9478e076ce0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 253 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387345:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387346:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801294961c0/0xb104f9478e076ce0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 253 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387347:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387348:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a1c0/0xb104f9478e075723 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 254 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387351:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880129494900/0xb104f9478e076cf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 253 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387352:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a1c0/0xb104f9478e075723 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 253 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00002000:00080000:0.0:1731347580.387353:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16614 count 1 00010000:00010000:2.0:1731347580.387354:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129494900/0xb104f9478e076cf5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 253 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387356:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129494900/0xb104f9478e076cf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 253 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387362:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0ad00/0xb104f9478e075738 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 252 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387364:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.387366:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0ad00/0xb104f9478e075738 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 251 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387371:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0ad00/0xb104f9478e075738 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 251 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387371:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129494900 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387372:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129494900/0xb104f9478e076cf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 252 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387375:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129494900/0xb104f9478e076cf5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 252 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387376:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f0ad00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.387377:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6e400/0xb104f9478dffa368 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x40e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba6c expref: 475 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.387378:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0ad00/0xb104f9478e075738 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 251 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387379:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387380:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387381:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0ad00/0xb104f9478e075738 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 252 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387381:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129494900/0xb104f9478e076cf5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 252 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387383:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.387384:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129494900/0xb104f9478e076cf5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 252 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387385:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.387385:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.387386:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387388:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0ad00/0xb104f9478e075738 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 250 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387388:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.387389:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081621f80/0xb104f9478e076d0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 251 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387391:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0ad00/0xb104f9478e075738 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 251 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387392:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081621f80/0xb104f9478e076d0a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 251 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387394:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081621f80/0xb104f9478e076d0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 249 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387397:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081621f80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387398:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08000/0xb104f9478e07574d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 249 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387401:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08000/0xb104f9478e07574d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 249 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387405:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08000/0xb104f9478e07574d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 249 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387405:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081621f80/0xb104f9478e076d0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 250 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387405:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6e400/0xb104f9478dffa368 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba6c expref: 475 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.387408:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081621f80/0xb104f9478e076d0a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 250 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387410:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f08000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387412:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08000/0xb104f9478e07574d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 249 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387412:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387413:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387427:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081621f80/0xb104f9478e076d0a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 249 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387430:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08000/0xb104f9478e07574d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 250 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387431:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081621f80/0xb104f9478e076d0a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 250 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387432:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6e400/0xb104f9478dffa368 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba6c expref: 475 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.387434:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387435:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387437:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08000/0xb104f9478e07574d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 248 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387437:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800816221c0/0xb104f9478e076d1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 249 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387440:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08000/0xb104f9478e07574d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 249 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387440:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800816221c0/0xb104f9478e076d1f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 249 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387443:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952748416:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.387444:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800816221c0/0xb104f9478e076d1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 247 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387446:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08b40/0xb104f9478e075762 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 247 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387449:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08b40/0xb104f9478e075762 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 247 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387453:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08b40/0xb104f9478e075762 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 247 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387453:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800816221c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387454:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800816221c0/0xb104f9478e076d1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 248 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387455:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f08b40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387457:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08b40/0xb104f9478e075762 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 248 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387457:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800816221c0/0xb104f9478e076d1f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 247 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387461:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08b40/0xb104f9478e075762 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 247 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387461:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387462:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387463:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800816221c0/0xb104f9478e076d1f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 248 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387464:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.387464:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba650c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.387466:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387466:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800816221c0/0xb104f9478e076d1f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 247 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387467:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08b40/0xb104f9478e075762 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 248 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387470:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08b40/0xb104f9478e075762 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 246 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387470:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081620000/0xb104f9478e076d34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 247 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387473:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081620000/0xb104f9478e076d34 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 245 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000100:00080000:0.0:1731347580.387476:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1731347550 00010000:00010000:3.0:1731347580.387477:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0aac0/0xb104f9478e075777 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 246 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387477:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081620000/0xb104f9478e076d34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 245 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00080000:0.0:1731347580.387479:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1731347550 00010000:00010000:3.0:1731347580.387480:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0aac0/0xb104f9478e075777 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 246 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387483:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0aac0/0xb104f9478e075777 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 245 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387483:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081620000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387484:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620000/0xb104f9478e076d34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 246 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387486:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f0aac0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387487:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0aac0/0xb104f9478e075777 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 245 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387487:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620000/0xb104f9478e076d34 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 246 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387489:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204446 00010000:00010000:3.0:1731347580.387490:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0aac0/0xb104f9478e075777 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 245 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387491:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387492:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387494:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387494:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081620000/0xb104f9478e076d34 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 245 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387494:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3762:x1815447952746368:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.387496:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387496:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081620000/0xb104f9478e076d34 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 245 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387497:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0aac0/0xb104f9478e075777 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 246 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387500:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0aac0/0xb104f9478e075777 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 244 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387501:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081620240/0xb104f9478e076d49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 245 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387504:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081620240/0xb104f9478e076d49 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 243 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00002000:00080000:0.0:1731347580.387506:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19132 count 1 00010000:00010000:3.0:1731347580.387507:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0af40/0xb104f9478e07578c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 244 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387507:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081620240/0xb104f9478e076d49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 243 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387510:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0af40/0xb104f9478e07578c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 243 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387514:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0af40/0xb104f9478e07578c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 243 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387514:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081620240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387515:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620240/0xb104f9478e076d49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 244 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387515:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.387517:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f0af40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387518:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0af40/0xb104f9478e07578c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 244 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387518:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620240/0xb104f9478e076d49 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 243 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387521:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0af40/0xb104f9478e07578c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 244 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387522:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387523:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387525:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081620240/0xb104f9478e076d49 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 243 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387525:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaff3600/0xb104f9478dff9d56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b453 expref: 475 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.387526:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387527:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387528:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0af40/0xb104f9478e07578c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 244 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387528:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081620240/0xb104f9478e076d49 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 243 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387531:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0af40/0xb104f9478e07578c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 242 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387531:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.387532:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081623600/0xb104f9478e076d5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 243 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387533:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.387535:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081623600/0xb104f9478e076d5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 241 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387535:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.387538:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f086c0/0xb104f9478e0757a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 242 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387538:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081623600/0xb104f9478e076d5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 241 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387541:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f086c0/0xb104f9478e0757a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 241 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387544:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f086c0/0xb104f9478e0757a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 241 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387544:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081623600 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387545:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081623600/0xb104f9478e076d5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 242 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387547:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f086c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387548:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f086c0/0xb104f9478e0757a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 242 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387548:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081623600/0xb104f9478e076d5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 242 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387550:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaff3600/0xb104f9478dff9d56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b453 expref: 475 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.387551:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f086c0/0xb104f9478e0757a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 242 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387552:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387553:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387554:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081623600/0xb104f9478e076d5e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 242 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387555:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387556:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387556:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081623600/0xb104f9478e076d5e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 241 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387558:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f086c0/0xb104f9478e0757a1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 242 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387559:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaff3600/0xb104f9478dff9d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b453 expref: 475 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.387560:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f086c0/0xb104f9478e0757a1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 240 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387561:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081623840/0xb104f9478e076d73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 241 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387565:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081623840/0xb104f9478e076d73 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 239 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387568:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952748672:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.387569:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b180/0xb104f9478e0757b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 240 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387569:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081623840/0xb104f9478e076d73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 239 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387572:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b180/0xb104f9478e0757b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 239 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387574:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081623840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387575:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b180/0xb104f9478e0757b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 239 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387576:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081623840/0xb104f9478e076d73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 240 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387577:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f0b180 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387578:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b180/0xb104f9478e0757b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 240 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387579:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081623840/0xb104f9478e076d73 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 240 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387581:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b180/0xb104f9478e0757b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 240 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387582:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387583:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387584:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081623840/0xb104f9478e076d73 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 239 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387585:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387586:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1731347580.387586:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65840 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.387587:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b180/0xb104f9478e0757b6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 240 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387587:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081623840/0xb104f9478e076d73 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 239 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387590:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0b180/0xb104f9478e0757b6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 238 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387592:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081621200/0xb104f9478e076d88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 239 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387595:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081621200/0xb104f9478e076d88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 237 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387598:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08fc0/0xb104f9478e0757cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 238 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387598:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081621200/0xb104f9478e076d88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 237 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387601:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204449 00010000:00010000:3.0:1731347580.387602:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08fc0/0xb104f9478e0757cb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 237 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387605:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3762:x1815447952747776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.387607:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08fc0/0xb104f9478e0757cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 237 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387607:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081621200 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387608:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081621200/0xb104f9478e076d88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 238 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387612:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f08fc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387612:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081621200/0xb104f9478e076d88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 237 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387614:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08fc0/0xb104f9478e0757cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 238 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387615:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387616:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387617:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081621200/0xb104f9478e076d88 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 238 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00002000:00080000:0.0:1731347580.387617:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9618 count 1 00010000:00010000:3.0:1731347580.387618:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08fc0/0xb104f9478e0757cb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 238 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387620:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081621200/0xb104f9478e076d88 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 238 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387625:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081621440/0xb104f9478e076d9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 236 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387627:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.387628:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081621440/0xb104f9478e076d9d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 236 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387631:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081621440/0xb104f9478e076d9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 236 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387632:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387634:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387635:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081621440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387636:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08fc0/0xb104f9478e0757cb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 236 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387636:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081621440/0xb104f9478e076d9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 237 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387637:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a734000/0xb104f9478e007235 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968939 expref: 459 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.387639:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081621440/0xb104f9478e076d9d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 237 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387641:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08fc0/0xb104f9478e0757cb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 237 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387642:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387643:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.387643:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.387644:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.387645:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081621440/0xb104f9478e076d9d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 237 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387646:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.387647:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081621440/0xb104f9478e076d9d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 235 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387652:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081620480/0xb104f9478e076db2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387655:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081620480/0xb104f9478e076db2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387658:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081620480/0xb104f9478e076db2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387659:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09200/0xb104f9478e0757e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 235 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387661:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a734000/0xb104f9478e007235 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968939 expref: 459 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.387664:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09200/0xb104f9478e0757e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387668:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081620480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387669:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09200/0xb104f9478e0757e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387669:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620480/0xb104f9478e076db2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 235 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387669:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a734000/0xb104f9478e007235 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968939 expref: 459 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.387672:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620480/0xb104f9478e076db2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 235 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387673:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f09200 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387676:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09200/0xb104f9478e0757e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387676:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387677:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387678:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081620480/0xb104f9478e076db2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 235 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387681:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09200/0xb104f9478e0757e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 235 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387681:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081620480/0xb104f9478e076db2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 235 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387683:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952749056:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.387685:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800816206c0/0xb104f9478e076dc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387688:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800816206c0/0xb104f9478e076dc7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 233 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387691:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800816206c0/0xb104f9478e076dc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 233 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387693:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387695:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387697:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09200/0xb104f9478e0757e0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 233 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387697:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800816206c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387698:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800816206c0/0xb104f9478e076dc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387700:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65180 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.387701:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800816206c0/0xb104f9478e076dc7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387702:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09200/0xb104f9478e0757e0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 234 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387704:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387705:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387706:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800816206c0/0xb104f9478e076dc7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 233 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387709:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800816206c0/0xb104f9478e076dc7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 232 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387712:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08900/0xb104f9478e0757f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 233 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387714:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204451 00010000:00010000:3.0:1731347580.387717:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08900/0xb104f9478e0757f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 231 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387718:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+12:3760:x1815447952746880:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.387722:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08900/0xb104f9478e0757f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 231 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387722:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081620fc0/0xb104f9478e076ddc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 232 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387725:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081620fc0/0xb104f9478e076ddc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 232 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387728:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f08900 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387728:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081620fc0/0xb104f9478e076ddc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 231 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00002000:00080000:0.0:1731347580.387729:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16713 count 1 00010000:00010000:2.0:1731347580.387730:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081620fc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.387731:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08900/0xb104f9478e0757f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 232 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387732:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620fc0/0xb104f9478e076ddc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 232 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387734:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620fc0/0xb104f9478e076ddc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 232 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387736:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08900/0xb104f9478e0757f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 232 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387737:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.387738:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.387739:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387740:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081620fc0/0xb104f9478e076ddc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 231 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387742:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387743:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081620fc0/0xb104f9478e076ddc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 231 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387744:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387746:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08900/0xb104f9478e0757f5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 232 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387747:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012832c6c0/0xb104f9478dff59ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9570f3 expref: 475 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.387748:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081623cc0/0xb104f9478e076df1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 231 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387751:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08900/0xb104f9478e0757f5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 231 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387751:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081623cc0/0xb104f9478e076df1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 231 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387752:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.387753:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081623cc0/0xb104f9478e076df1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 231 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387753:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.387755:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.387756:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081623cc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387757:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081623cc0/0xb104f9478e076df1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 229 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387760:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081623cc0/0xb104f9478e076df1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 229 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387763:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387764:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387765:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081623cc0/0xb104f9478e076df1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 229 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387766:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08480/0xb104f9478e07580a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 230 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387767:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012832c6c0/0xb104f9478dff59ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9570f3 expref: 475 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.387768:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081623cc0/0xb104f9478e076df1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 230 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387785:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08480/0xb104f9478e07580a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 228 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387788:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012832c6c0/0xb104f9478dff59ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9570f3 expref: 475 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.387790:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08480/0xb104f9478e07580a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 228 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387790:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081623a80/0xb104f9478e076e06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 229 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387793:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081623a80/0xb104f9478e076e06 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 229 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387796:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952749312:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.387797:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f08480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387797:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081623a80/0xb104f9478e076e06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 228 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387800:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08480/0xb104f9478e07580a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 229 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387800:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081623a80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387801:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081623a80/0xb104f9478e076e06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 229 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387804:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08480/0xb104f9478e07580a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 229 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387804:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081623a80/0xb104f9478e076e06 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 229 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387807:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387808:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387809:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081623a80/0xb104f9478e076e06 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 228 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387810:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65540 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.387812:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387812:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081623a80/0xb104f9478e076e06 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 228 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387814:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387816:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081622ac0/0xb104f9478e076e1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 228 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387817:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08480/0xb104f9478e07580a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 227 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387819:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081622ac0/0xb104f9478e076e1b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 228 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387821:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08480/0xb104f9478e07580a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 228 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387822:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081622ac0/0xb104f9478e076e1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 228 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387824:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081622ac0 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.387824:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204453 00010000:00010000:2.0:1731347580.387825:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081622ac0/0xb104f9478e076e1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 227 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387828:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081622ac0/0xb104f9478e076e1b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 226 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387828:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3760:x1815447952747904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.387833:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09b00/0xb104f9478e07581f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 226 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00002000:00080000:0.0:1731347580.387836:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18922 count 1 00010000:00010000:3.0:1731347580.387838:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09b00/0xb104f9478e07581f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 226 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387843:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09b00/0xb104f9478e07581f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 226 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387843:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387844:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387845:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081622ac0/0xb104f9478e076e1b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 227 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387845:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.387848:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081622ac0/0xb104f9478e076e1b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 227 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387851:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f09b00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387853:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081622640/0xb104f9478e076e30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 225 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387855:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098251d40/0xb104f9478e001e58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96355c expref: 459 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.387856:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081622640/0xb104f9478e076e30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 225 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387859:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09b00/0xb104f9478e07581f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 226 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387859:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081622640/0xb104f9478e076e30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 225 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387861:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081622640 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.387861:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.387862:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.387863:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081622640/0xb104f9478e076e30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 226 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387865:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09b00/0xb104f9478e07581f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 226 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387865:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081622640/0xb104f9478e076e30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 226 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387865:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.387868:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387869:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387871:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081622640/0xb104f9478e076e30 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 225 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387873:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387873:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081622640/0xb104f9478e076e30 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 225 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387874:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387877:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09b00/0xb104f9478e07581f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 224 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387878:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081620b40/0xb104f9478e076e45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 225 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387878:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098251d40/0xb104f9478e001e58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96355c expref: 459 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.387881:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081620b40/0xb104f9478e076e45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 225 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387882:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f09b00/0xb104f9478e07581f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 225 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387884:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081620b40/0xb104f9478e076e45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 225 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387885:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098251d40/0xb104f9478e001e58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96355c expref: 459 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.387887:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081620b40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387888:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620b40/0xb104f9478e076e45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387891:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081620b40/0xb104f9478e076e45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387892:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08240/0xb104f9478e075834 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 224 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.387893:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952749568:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.387898:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08240/0xb104f9478e075834 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387903:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08240/0xb104f9478e075834 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387903:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387904:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1731347580.387904:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.387905:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081620b40/0xb104f9478e076e45 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 224 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387907:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f08240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387908:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081620b40/0xb104f9478e076e45 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387909:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08240/0xb104f9478e075834 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 224 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387912:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800816218c0/0xb104f9478e076e5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387915:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800816218c0/0xb104f9478e076e5a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 222 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387918:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800816218c0/0xb104f9478e076e5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 222 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387918:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204455 00010000:00010000:3.0:1731347580.387919:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08240/0xb104f9478e075834 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387921:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800816218c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387922:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800816218c0/0xb104f9478e076e5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.387923:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3760:x1815447952747136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.387925:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.387927:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387929:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08240/0xb104f9478e075834 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 222 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387929:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800816218c0/0xb104f9478e076e5a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387932:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387933:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:0.0:1731347580.387933:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9618 count 1 00010000:00010000:3.0:1731347580.387934:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f08240/0xb104f9478e075834 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 222 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387935:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800816218c0/0xb104f9478e076e5a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387937:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800816218c0/0xb104f9478e076e5a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 223 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387941:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.387943:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f098c0/0xb104f9478e075849 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 220 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387947:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f098c0/0xb104f9478e075849 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 220 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387952:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f098c0/0xb104f9478e075849 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 220 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387952:0:3747:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800816233c0/0xb104f9478e076e6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 221 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.387955:0:3747:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800816233c0/0xb104f9478e076e6f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 221 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387957:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f098c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.387957:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d5f600/0xb104f9478e00723c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968940 expref: 475 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.387958:0:3747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800816233c0/0xb104f9478e076e6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 220 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387960:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f098c0/0xb104f9478e075849 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 221 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387960:0:3747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800816233c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.387961:0:3747:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800816233c0/0xb104f9478e076e6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 221 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387963:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.387964:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f098c0/0xb104f9478e075849 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 220 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.387964:0:3747:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800816233c0/0xb104f9478e076e6f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 221 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.387964:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.387966:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.387967:0:3747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387968:0:3747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.387970:0:3747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800816233c0/0xb104f9478e076e6f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 220 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387972:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.387972:0:3747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800816233c0/0xb104f9478e076e6f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 220 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.387973:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.387974:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f098c0/0xb104f9478e075849 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 221 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387977:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f098c0/0xb104f9478e075849 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 219 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387982:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097d5f600/0xb104f9478e00723c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968940 expref: 475 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.387985:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a400/0xb104f9478e07585e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 218 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387988:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a400/0xb104f9478e07585e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 218 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387991:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a400/0xb104f9478e07585e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 218 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:0.0:1731347580.387991:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097d5f600/0xb104f9478e00723c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968940 expref: 475 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.387993:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f0a400 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.387993:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204456 00010000:00010000:3.0:1731347580.387995:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a400/0xb104f9478e07585e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 218 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.387998:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a400/0xb104f9478e07585e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 218 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00000100:00100000:2.0:1731347580.387998:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3760:x1815447952747520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.387999:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952749824:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.388001:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388002:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388003:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a400/0xb104f9478e07585e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 218 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388006:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a400/0xb104f9478e07585e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 218 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00002000:00080000:2.0:1731347580.388009:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19516 count 1 00010000:00010000:3.0:1731347580.388014:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a640/0xb104f9478e075873 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 217 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00000100:00100000:0.0:1731347580.388014:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba656c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.388017:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.388019:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a640/0xb104f9478e075873 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 217 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388023:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a640/0xb104f9478e075873 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 217 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.388025:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800960f8fc0/0xb104f9478dff736b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a6f expref: 475 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.388027:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880123f0a640 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388029:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a640/0xb104f9478e075873 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 217 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.388029:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.388030:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.388032:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.388033:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a640/0xb104f9478e075873 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 217 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388040:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388042:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388044:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a640/0xb104f9478e075873 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 217 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.388045:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800960f8fc0/0xb104f9478dff736b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a6f expref: 475 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.388049:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123f0a640/0xb104f9478e075873 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 217 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:2.0:1731347580.388050:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800960f8fc0/0xb104f9478dff736b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a6f expref: 475 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.388056:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009944ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952749952:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.388060:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570fc0/0xb104f9478e0758b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 216 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388065:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570fc0/0xb104f9478e0758b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 216 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388070:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570fc0/0xb104f9478e0758b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 216 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00000100:00100000:2.0:1731347580.388070:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.388074:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4570fc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388076:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570fc0/0xb104f9478e0758b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 216 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388081:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570fc0/0xb104f9478e0758b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 216 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388087:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388089:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388091:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570fc0/0xb104f9478e0758b9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 216 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388095:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570fc0/0xb104f9478e0758b9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 216 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388105:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570900/0xb104f9478e0758ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 215 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388111:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570900/0xb104f9478e0758ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 215 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388116:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570900/0xb104f9478e0758ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 215 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388120:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4570900 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388122:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570900/0xb104f9478e0758ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 215 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388126:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570900/0xb104f9478e0758ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 215 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388131:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388133:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388134:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570900/0xb104f9478e0758ce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 215 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:2.0:1731347580.388136:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+459:2003:x1815448312659840:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1239us (1500us total) trans 4295335667 rc 0/0 00010000:00010000:3.0:1731347580.388138:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570900/0xb104f9478e0758ce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 215 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00000100:00100000:2.0:1731347580.388141:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678317 00002000:00010000:2.0:1731347580.388144:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3768437->18446744073709551615) 00010000:00010000:3.0:1731347580.388146:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45706c0/0xb104f9478e0758e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 214 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00002000:00100000:2.0:1731347580.388146:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3aa300 with x1815448312659840 ext(3768437->18446744073709551615) 00010000:00010000:3.0:1731347580.388150:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45706c0/0xb104f9478e0758e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 214 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00002000:00010000:2.0:1731347580.388150:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3aa300. 00010000:00010000:3.0:1731347580.388154:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45706c0/0xb104f9478e0758e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 214 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388158:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b45706c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388160:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45706c0/0xb104f9478e0758e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 214 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388165:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45706c0/0xb104f9478e0758e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 214 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388171:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388173:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388175:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45706c0/0xb104f9478e0758e3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 214 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388179:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45706c0/0xb104f9478e0758e3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 214 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388187:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571f80/0xb104f9478e0758f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 213 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388189:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571f80/0xb104f9478e0758f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 213 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388192:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571f80/0xb104f9478e0758f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 213 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388195:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4571f80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388196:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571f80/0xb104f9478e0758f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 213 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388199:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571f80/0xb104f9478e0758f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 213 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388203:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388204:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388205:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571f80/0xb104f9478e0758f8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 213 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388207:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571f80/0xb104f9478e0758f8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 213 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388214:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571680/0xb104f9478e07590d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 212 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388217:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571680/0xb104f9478e07590d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 212 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388220:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571680/0xb104f9478e07590d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 212 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388222:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4571680 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388223:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571680/0xb104f9478e07590d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 212 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388226:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571680/0xb104f9478e07590d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 212 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388230:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388231:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388232:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571680/0xb104f9478e07590d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 212 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388234:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571680/0xb104f9478e07590d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 212 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388241:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573840/0xb104f9478e075922 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 211 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388243:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573840/0xb104f9478e075922 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 211 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388246:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573840/0xb104f9478e075922 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 211 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388251:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4573840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388252:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573840/0xb104f9478e075922 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 211 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388255:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573840/0xb104f9478e075922 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 211 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388259:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388260:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388261:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573840/0xb104f9478e075922 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 211 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388263:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573840/0xb104f9478e075922 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 211 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388269:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570b40/0xb104f9478e075937 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 210 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388272:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570b40/0xb104f9478e075937 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 210 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388274:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570b40/0xb104f9478e075937 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 210 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388277:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4570b40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388278:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570b40/0xb104f9478e075937 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 210 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388281:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570b40/0xb104f9478e075937 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 210 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388284:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388286:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388287:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570b40/0xb104f9478e075937 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 210 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388290:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570b40/0xb104f9478e075937 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 210 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388296:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571b00/0xb104f9478e07594c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 209 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388298:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571b00/0xb104f9478e07594c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 209 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388301:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571b00/0xb104f9478e07594c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 209 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388303:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4571b00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388305:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571b00/0xb104f9478e07594c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 209 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388307:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571b00/0xb104f9478e07594c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 209 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388310:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388311:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388313:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571b00/0xb104f9478e07594c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 209 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388315:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571b00/0xb104f9478e07594c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 209 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388321:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573a80/0xb104f9478e075961 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 208 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388323:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573a80/0xb104f9478e075961 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 208 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388327:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573a80/0xb104f9478e075961 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 208 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388329:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4573a80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388331:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573a80/0xb104f9478e075961 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 208 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388333:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573a80/0xb104f9478e075961 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 208 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388336:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388337:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388338:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573a80/0xb104f9478e075961 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 208 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388342:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573a80/0xb104f9478e075961 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 208 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388351:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570000/0xb104f9478e075976 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 207 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388355:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570000/0xb104f9478e075976 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 207 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388360:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570000/0xb104f9478e075976 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 207 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388363:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4570000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388366:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570000/0xb104f9478e075976 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 207 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388371:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570000/0xb104f9478e075976 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 207 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388378:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388380:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388382:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570000/0xb104f9478e075976 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 207 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388386:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570000/0xb104f9478e075976 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 207 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388396:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571d40/0xb104f9478e07598b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 206 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388401:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571d40/0xb104f9478e07598b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 206 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388406:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571d40/0xb104f9478e07598b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 206 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388410:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4571d40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388412:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571d40/0xb104f9478e07598b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 206 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388443:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571d40/0xb104f9478e07598b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 206 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388450:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388452:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388454:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571d40/0xb104f9478e07598b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 206 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388459:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571d40/0xb104f9478e07598b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 206 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388471:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570480/0xb104f9478e0759a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 205 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388476:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570480/0xb104f9478e0759a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 205 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388481:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570480/0xb104f9478e0759a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 205 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388485:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4570480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388488:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570480/0xb104f9478e0759a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 205 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388492:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570480/0xb104f9478e0759a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 205 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388500:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388501:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388504:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570480/0xb104f9478e0759a0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 205 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388508:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570480/0xb104f9478e0759a0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 205 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388519:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571200/0xb104f9478e0759b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 204 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388524:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571200/0xb104f9478e0759b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 204 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388529:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571200/0xb104f9478e0759b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 204 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388533:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4571200 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388535:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571200/0xb104f9478e0759b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 204 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388540:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571200/0xb104f9478e0759b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 204 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388546:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388547:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388549:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571200/0xb104f9478e0759b5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 204 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388553:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571200/0xb104f9478e0759b5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 204 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388562:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45733c0/0xb104f9478e0759ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 203 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388567:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45733c0/0xb104f9478e0759ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 203 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388571:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45733c0/0xb104f9478e0759ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 203 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388575:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b45733c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388578:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45733c0/0xb104f9478e0759ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 203 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388583:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45733c0/0xb104f9478e0759ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 203 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388588:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388590:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388592:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45733c0/0xb104f9478e0759ca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 203 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388596:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45733c0/0xb104f9478e0759ca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 203 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388605:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572ac0/0xb104f9478e0759df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 202 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388610:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572ac0/0xb104f9478e0759df lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 202 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388614:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572ac0/0xb104f9478e0759df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 202 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388618:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4572ac0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388620:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572ac0/0xb104f9478e0759df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 202 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388624:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572ac0/0xb104f9478e0759df lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 202 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388628:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388630:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388632:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572ac0/0xb104f9478e0759df lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 202 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388635:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572ac0/0xb104f9478e0759df lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 202 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388642:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572400/0xb104f9478e0759f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 201 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388646:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572400/0xb104f9478e0759f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 201 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388650:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572400/0xb104f9478e0759f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 201 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388657:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4572400 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388659:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572400/0xb104f9478e0759f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 201 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388663:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572400/0xb104f9478e0759f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 201 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388668:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388670:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388671:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572400/0xb104f9478e0759f4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 201 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388675:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572400/0xb104f9478e0759f4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 201 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388682:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570240/0xb104f9478e075a09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 200 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388687:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570240/0xb104f9478e075a09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 200 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388691:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570240/0xb104f9478e075a09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 200 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388694:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4570240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388696:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570240/0xb104f9478e075a09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 200 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388700:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570240/0xb104f9478e075a09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 200 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388704:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388706:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388707:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570240/0xb104f9478e075a09 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 200 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388710:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4570240/0xb104f9478e075a09 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 200 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388717:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571440/0xb104f9478e075a1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 199 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388720:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571440/0xb104f9478e075a1e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 199 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388722:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571440/0xb104f9478e075a1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 199 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388725:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4571440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388727:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571440/0xb104f9478e075a1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 199 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388729:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571440/0xb104f9478e075a1e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 199 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388733:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388734:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388735:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571440/0xb104f9478e075a1e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 199 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388738:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4571440/0xb104f9478e075a1e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 199 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388744:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572f40/0xb104f9478e075a33 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 198 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388747:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572f40/0xb104f9478e075a33 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 198 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388750:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572f40/0xb104f9478e075a33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 198 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388753:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4572f40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388754:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572f40/0xb104f9478e075a33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 198 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388757:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572f40/0xb104f9478e075a33 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 198 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388760:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388761:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388762:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572f40/0xb104f9478e075a33 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 198 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388765:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572f40/0xb104f9478e075a33 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 198 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388786:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45721c0/0xb104f9478e075a48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 197 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388791:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45721c0/0xb104f9478e075a48 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 197 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388794:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45721c0/0xb104f9478e075a48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 197 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388797:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b45721c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388798:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45721c0/0xb104f9478e075a48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 197 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388801:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45721c0/0xb104f9478e075a48 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 197 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388806:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388808:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388809:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45721c0/0xb104f9478e075a48 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 197 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388812:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45721c0/0xb104f9478e075a48 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 197 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388818:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572880/0xb104f9478e075a5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 196 type: IBT flags: 0x50210000000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388821:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572880/0xb104f9478e075a5d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 196 type: IBT flags: 0x50210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388823:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572880/0xb104f9478e075a5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 196 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388826:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4572880 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388828:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572880/0xb104f9478e075a5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 196 type: IBT flags: 0x40210400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388831:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572880/0xb104f9478e075a5d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 196 type: IBT flags: 0x40218400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388834:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388835:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388836:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572880/0xb104f9478e075a5d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 196 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388839:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572880/0xb104f9478e075a5d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 196 type: IBT flags: 0x44a19400000000 pid: 15908 initiator: MDT0 00010000:00010000:3.0:1731347580.388844:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573600/0xb104f9478e075a72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 195 type: IBT flags: 0x50210000000000 pid: 7208 initiator: MDT0 00010000:00010000:3.0:1731347580.388848:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573600/0xb104f9478e075a72 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 195 type: IBT flags: 0x50210400000000 pid: 7208 initiator: MDT0 00010000:00010000:3.0:1731347580.388851:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573600/0xb104f9478e075a72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 195 type: IBT flags: 0x40210400000000 pid: 7208 initiator: MDT0 00010000:00010000:3.0:1731347580.388853:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4573600 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388855:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573600/0xb104f9478e075a72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 195 type: IBT flags: 0x40210400000000 pid: 7208 initiator: MDT0 00010000:00010000:3.0:1731347580.388857:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573600/0xb104f9478e075a72 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 195 type: IBT flags: 0x40218400000000 pid: 7208 initiator: MDT0 00010000:00010000:3.0:1731347580.388860:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388861:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388862:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573600/0xb104f9478e075a72 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 195 type: IBT flags: 0x44a19400000000 pid: 7208 initiator: MDT0 00010000:00010000:3.0:1731347580.388865:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573600/0xb104f9478e075a72 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 195 type: IBT flags: 0x44a19400000000 pid: 7208 initiator: MDT0 00010000:00010000:3.0:1731347580.388872:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78fc0/0xb104f9478e075a87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 194 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388875:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78fc0/0xb104f9478e075a87 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 194 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388877:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78fc0/0xb104f9478e075a87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 194 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388880:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba78fc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388881:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78fc0/0xb104f9478e075a87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 194 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388884:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78fc0/0xb104f9478e075a87 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 194 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388888:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388889:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388890:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78fc0/0xb104f9478e075a87 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 194 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388893:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78fc0/0xb104f9478e075a87 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 194 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388899:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78480/0xb104f9478e075a9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 193 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388901:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78480/0xb104f9478e075a9c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 193 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388904:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78480/0xb104f9478e075a9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 193 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388906:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba78480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388907:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78480/0xb104f9478e075a9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 193 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388910:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78480/0xb104f9478e075a9c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 193 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388913:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388914:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388915:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78480/0xb104f9478e075a9c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 193 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388918:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78480/0xb104f9478e075a9c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 193 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388924:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a640/0xb104f9478e075ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 192 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388927:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a640/0xb104f9478e075ab1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 192 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388930:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a640/0xb104f9478e075ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 192 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388932:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7a640 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388934:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a640/0xb104f9478e075ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 192 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388936:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a640/0xb104f9478e075ab1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 192 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388939:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388940:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388941:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a640/0xb104f9478e075ab1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 192 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388944:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a640/0xb104f9478e075ab1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 192 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388950:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79440/0xb104f9478e075ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 191 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388952:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79440/0xb104f9478e075ac6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 191 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388955:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79440/0xb104f9478e075ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 191 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388960:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba79440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388961:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79440/0xb104f9478e075ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 191 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388964:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79440/0xb104f9478e075ac6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 191 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388967:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388968:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388969:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79440/0xb104f9478e075ac6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 191 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388972:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba79440/0xb104f9478e075ac6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 191 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388978:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78240/0xb104f9478e075adb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 190 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388980:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78240/0xb104f9478e075adb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 190 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388983:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78240/0xb104f9478e075adb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 190 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388985:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba78240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.388986:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78240/0xb104f9478e075adb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 190 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388989:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78240/0xb104f9478e075adb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 190 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388992:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.388994:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.388995:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78240/0xb104f9478e075adb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 190 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.388998:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba78240/0xb104f9478e075adb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 190 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389004:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a880/0xb104f9478e075af0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 189 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389006:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a880/0xb104f9478e075af0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 189 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389009:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a880/0xb104f9478e075af0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 189 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389011:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7a880 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389012:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a880/0xb104f9478e075af0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 189 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389015:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a880/0xb104f9478e075af0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 189 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389018:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389019:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389021:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a880/0xb104f9478e075af0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 189 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389023:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7a880/0xb104f9478e075af0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 189 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389028:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ba80/0xb104f9478e075b05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 188 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389031:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ba80/0xb104f9478e075b05 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 188 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389034:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ba80/0xb104f9478e075b05 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 188 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389037:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba7ba80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389038:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ba80/0xb104f9478e075b05 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 188 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389041:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ba80/0xb104f9478e075b05 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 188 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389044:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389045:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389047:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ba80/0xb104f9478e075b05 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 188 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389049:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba7ba80/0xb104f9478e075b05 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 188 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389055:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cd80/0xb104f9478e075b1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 187 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389058:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cd80/0xb104f9478e075b1a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 187 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389060:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cd80/0xb104f9478e075b1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 187 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389063:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9cd80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389064:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cd80/0xb104f9478e075b1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 187 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389067:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cd80/0xb104f9478e075b1a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 187 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389070:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389072:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389073:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cd80/0xb104f9478e075b1a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 187 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389075:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cd80/0xb104f9478e075b1a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 187 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389081:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cfc0/0xb104f9478e075b2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 186 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389084:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cfc0/0xb104f9478e075b2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 186 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389086:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cfc0/0xb104f9478e075b2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 186 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389088:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9cfc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389090:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cfc0/0xb104f9478e075b2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 186 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389092:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cfc0/0xb104f9478e075b2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 186 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389096:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389097:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389098:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cfc0/0xb104f9478e075b2f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 186 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389101:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cfc0/0xb104f9478e075b2f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 186 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389106:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9db00/0xb104f9478e075b44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 185 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389109:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9db00/0xb104f9478e075b44 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 185 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389112:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9db00/0xb104f9478e075b44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 185 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389115:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9db00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389116:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9db00/0xb104f9478e075b44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 185 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389118:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9db00/0xb104f9478e075b44 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 185 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389122:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389123:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389124:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9db00/0xb104f9478e075b44 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 185 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389126:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9db00/0xb104f9478e075b44 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 185 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389140:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ed00/0xb104f9478e075b59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 184 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389143:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ed00/0xb104f9478e075b59 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 184 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389146:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ed00/0xb104f9478e075b59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 184 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389148:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9ed00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389150:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ed00/0xb104f9478e075b59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 184 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389153:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ed00/0xb104f9478e075b59 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 184 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389157:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389158:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389159:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ed00/0xb104f9478e075b59 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 184 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389159:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952748416:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.389162:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ed00/0xb104f9478e075b59 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 184 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389168:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e880/0xb104f9478e075b6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 183 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389170:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e880/0xb104f9478e075b6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 183 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389173:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e880/0xb104f9478e075b6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 183 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389173:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389175:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9e880 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389177:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e880/0xb104f9478e075b6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 183 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389179:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e880/0xb104f9478e075b6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 183 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389183:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389184:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389186:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e880/0xb104f9478e075b6e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 183 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389188:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e880/0xb104f9478e075b6e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 183 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389195:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cb40/0xb104f9478e075b83 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 182 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389197:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.389198:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cb40/0xb104f9478e075b83 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 182 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389200:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cb40/0xb104f9478e075b83 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 182 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389202:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9cb40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389204:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cb40/0xb104f9478e075b83 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 182 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389206:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cb40/0xb104f9478e075b83 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 182 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389210:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389211:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389212:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cb40/0xb104f9478e075b83 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 182 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389214:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9cb40/0xb104f9478e075b83 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 182 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389220:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e400/0xb104f9478e075b98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 181 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389222:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e400/0xb104f9478e075b98 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 181 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389224:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.389225:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e400/0xb104f9478e075b98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 181 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389230:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9e400 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389231:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e400/0xb104f9478e075b98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 181 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389234:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e400/0xb104f9478e075b98 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 181 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389237:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389238:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389239:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e400/0xb104f9478e075b98 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 181 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389241:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e400/0xb104f9478e075b98 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 181 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389249:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.389251:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312660096 00010000:00010000:3.0:1731347580.389252:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e1c0/0xb104f9478e075bad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 180 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389255:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e1c0/0xb104f9478e075bad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 180 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389256:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312660096 00010000:00010000:3.0:1731347580.389257:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e1c0/0xb104f9478e075bad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 180 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389260:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9e1c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389261:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e1c0/0xb104f9478e075bad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 180 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389264:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e1c0/0xb104f9478e075bad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 180 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389268:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389269:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.389270:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098d006c0/0xb104f9478dffa361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x40e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba65 expref: 459 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389271:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e1c0/0xb104f9478e075bad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 180 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389273:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9e1c0/0xb104f9478e075bad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 180 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389280:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c480/0xb104f9478e075bc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 179 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389282:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c480/0xb104f9478e075bc2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 179 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389285:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c480/0xb104f9478e075bc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 179 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389287:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9c480 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.389287:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290361 00010000:00010000:3.0:1731347580.389288:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c480/0xb104f9478e075bc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 179 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389291:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c480/0xb104f9478e075bc2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 179 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389291:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077877b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+477:2004:x1815448312660224:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.389294:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389295:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389297:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c480/0xb104f9478e075bc2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 179 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389298:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.389299:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c480/0xb104f9478e075bc2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 179 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389301:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009109c000/0xb104f9478dffcff3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x288d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6f7 expref: 477 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389304:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c6c0/0xb104f9478e075bd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 178 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389307:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c6c0/0xb104f9478e075bd7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 178 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389309:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009109c000/0xb104f9478dffcff3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x288d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6f7 expref: 477 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389310:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c6c0/0xb104f9478e075bd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 178 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389313:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9c6c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389314:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c6c0/0xb104f9478e075bd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 178 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389316:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290363 00010000:00010000:3.0:1731347580.389317:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c6c0/0xb104f9478e075bd7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 178 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389318:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009109c000/0xb104f9478dffcff3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x288d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6f7 expref: 477 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389320:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389321:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389322:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c6c0/0xb104f9478e075bd7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 178 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389322:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+477:2003:x1815448312660352:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.389325:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c6c0/0xb104f9478e075bd7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 178 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389325:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.389326:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.389329:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389330:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573180/0xb104f9478e075bec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 177 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389331:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.389333:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573180/0xb104f9478e075bec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 177 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389333:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.389335:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6e400/0xb104f9478dffa368 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba6c expref: 476 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389336:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573180/0xb104f9478e075bec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 177 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389339:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4573180 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389341:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573180/0xb104f9478e075bec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 177 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389344:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6e400/0xb104f9478dffa368 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba6c expref: 476 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389346:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573180/0xb104f9478e075bec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 177 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389347:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.389353:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389354:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389356:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573180/0xb104f9478e075bec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 177 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389356:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6e400/0xb104f9478dffa368 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x40e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba6c expref: 476 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389361:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573180/0xb104f9478e075bec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 177 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389363:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077877b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+475:2004:x1815448312660224:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.389368:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290361 00010000:00010000:0.0:1731347580.389369:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.389371:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572640/0xb104f9478e075c01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 176 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389371:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.389373:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389375:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572640/0xb104f9478e075c01 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 176 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389380:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572640/0xb104f9478e075c01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 176 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389380:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389383:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4572640 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389385:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572640/0xb104f9478e075c01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 176 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389389:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572640/0xb104f9478e075c01 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 176 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389389:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.389391:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.389393:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389394:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389395:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389397:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572640/0xb104f9478e075c01 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 176 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389398:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389401:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4572640/0xb104f9478e075c01 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 176 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389402:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.389405:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.389407:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+474:2003:x1815448312660352:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 84us (157us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.389409:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45718c0/0xb104f9478e075c16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 175 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389409:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.389411:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389414:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45718c0/0xb104f9478e075c16 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 175 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389414:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.389432:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290363 00010000:00010000:3.0:1731347580.389438:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45718c0/0xb104f9478e075c16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 175 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389442:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b45718c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.389444:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389445:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45718c0/0xb104f9478e075c16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 175 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389449:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45718c0/0xb104f9478e075c16 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 175 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.389450:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e076e8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x288d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.389451:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389456:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.389457:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389458:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389460:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45718c0/0xb104f9478e075c16 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 175 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389465:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b45718c0/0xb104f9478e075c16 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 175 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389468:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.389474:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389475:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573cc0/0xb104f9478e075c2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 174 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389480:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389481:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573cc0/0xb104f9478e075c2b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 174 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389485:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.389486:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573cc0/0xb104f9478e075c2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 174 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389487:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389490:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4573cc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389492:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573cc0/0xb104f9478e075c2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 174 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389493:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389497:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573cc0/0xb104f9478e075c2b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 174 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389500:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389503:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389505:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.389506:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e076e92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389507:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573cc0/0xb104f9478e075c2b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 174 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389512:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4573cc0/0xb104f9478e075c2b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 174 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389522:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1f80/0xb104f9478e075c40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 173 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389527:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1f80/0xb104f9478e075c40 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 173 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389531:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1f80/0xb104f9478e075c40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 173 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389536:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b1f80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389538:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1f80/0xb104f9478e075c40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 173 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389542:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1f80/0xb104f9478e075c40 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 173 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389547:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389549:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389551:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1f80/0xb104f9478e075c40 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 173 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389554:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1f80/0xb104f9478e075c40 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 173 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389565:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3840/0xb104f9478e075c55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 172 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389571:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3840/0xb104f9478e075c55 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 172 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389576:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3840/0xb104f9478e075c55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 172 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389580:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b3840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389583:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3840/0xb104f9478e075c55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 172 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389587:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3840/0xb104f9478e075c55 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 172 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389594:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389596:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1731347580.389596:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+13:3762:x1815447952746112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2468us (2654us total) trans 4295367215 rc 0/0 00010000:00010000:3.0:1731347580.389598:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3840/0xb104f9478e075c55 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 172 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389601:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204442 00010000:00010000:3.0:1731347580.389602:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3840/0xb104f9478e075c55 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 172 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389613:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2880/0xb104f9478e075c6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 171 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389617:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2880/0xb104f9478e075c6a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 171 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389622:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2880/0xb104f9478e075c6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 171 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000004:00080000:2.0:1731347580.389625:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3a8a80/2, rc 0, transno 399919 00010000:00010000:3.0:1731347580.389629:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b2880 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389631:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2880/0xb104f9478e075c6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 171 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389631:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952746112:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.389635:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2880/0xb104f9478e075c6a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 171 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389641:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389642:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389644:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2880/0xb104f9478e075c6a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 171 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389653:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2880/0xb104f9478e075c6a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 171 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389657:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+13:3762:x1815447952746624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2315us (2689us total) trans 4295367216 rc 0/0 00000004:00080000:2.0:1731347580.389659:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3a9880/2, rc 0, transno 399920 00010000:00010000:3.0:1731347580.389662:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0000/0xb104f9478e075c7f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 170 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389662:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952746624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.389662:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204443 00010000:00010000:3.0:1731347580.389666:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0000/0xb104f9478e075c7f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 170 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389671:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0000/0xb104f9478e075c7f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 170 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389675:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b0000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389677:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0000/0xb104f9478e075c7f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 170 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389681:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0000/0xb104f9478e075c7f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 170 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389686:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389688:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389689:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0000/0xb104f9478e075c7f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 170 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389692:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0000/0xb104f9478e075c7f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 170 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389699:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1680/0xb104f9478e075c94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 169 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389701:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1680/0xb104f9478e075c94 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 169 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389704:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1680/0xb104f9478e075c94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 169 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389707:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b1680 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389708:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1680/0xb104f9478e075c94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 169 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389711:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1680/0xb104f9478e075c94 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 169 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389714:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389715:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389716:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1680/0xb104f9478e075c94 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 169 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389719:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1680/0xb104f9478e075c94 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 169 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000004:00080000:2.0:1731347580.389719:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cf94e00/2, rc 0, transno 368372 00010000:00010000:3.0:1731347580.389725:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0b40/0xb104f9478e075ca9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 168 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389727:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0b40/0xb104f9478e075ca9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 168 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389729:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952747008:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.389731:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0b40/0xb104f9478e075ca9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 168 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389734:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b0b40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389735:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0b40/0xb104f9478e075ca9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 168 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389738:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0b40/0xb104f9478e075ca9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 168 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389741:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389742:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389743:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0b40/0xb104f9478e075ca9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 168 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389745:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0b40/0xb104f9478e075ca9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 168 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389751:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1440/0xb104f9478e075cbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 167 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389754:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1440/0xb104f9478e075cbe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 167 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389755:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1731347580.389757:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1440/0xb104f9478e075cbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 167 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389759:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b1440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389760:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1440/0xb104f9478e075cbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 167 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389762:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952750208:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.389763:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1440/0xb104f9478e075cbe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 167 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389767:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389768:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389783:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1440/0xb104f9478e075cbe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 167 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389786:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1440/0xb104f9478e075cbe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 167 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389793:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3cc0/0xb104f9478e075cd3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 166 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389795:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.389796:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3cc0/0xb104f9478e075cd3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 166 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389799:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3cc0/0xb104f9478e075cd3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 166 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389802:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b3cc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389803:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3cc0/0xb104f9478e075cd3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 166 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389803:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.389806:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3cc0/0xb104f9478e075cd3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 166 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389810:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389811:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389812:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3cc0/0xb104f9478e075cd3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 166 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389814:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3cc0/0xb104f9478e075cd3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 166 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389820:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0240/0xb104f9478e075ce8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 165 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389823:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.389824:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0240/0xb104f9478e075ce8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 165 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389824:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952750336:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.389827:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0240/0xb104f9478e075ce8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 165 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389829:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b0240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389830:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0240/0xb104f9478e075ce8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 165 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389833:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0240/0xb104f9478e075ce8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 165 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389836:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.389836:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.389837:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389838:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0240/0xb104f9478e075ce8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 165 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389841:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0240/0xb104f9478e075ce8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 165 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389846:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0900/0xb104f9478e075cfd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 164 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389849:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0900/0xb104f9478e075cfd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 164 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389849:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312660608 00010000:00010000:3.0:1731347580.389851:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0900/0xb104f9478e075cfd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 164 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389852:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312660608 00010000:00010000:3.0:1731347580.389854:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b0900 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389855:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0900/0xb104f9478e075cfd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 164 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389858:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0900/0xb104f9478e075cfd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 164 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389861:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaff3600/0xb104f9478dff9d56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b453 expref: 474 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389862:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389863:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389864:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0900/0xb104f9478e075cfd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 164 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389866:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0900/0xb104f9478e075cfd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 164 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389870:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.389873:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3180/0xb104f9478e075d12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 163 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389874:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312660736 00010000:00010000:3.0:1731347580.389875:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3180/0xb104f9478e075d12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 163 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389875:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312660736 00010000:00010000:3.0:1731347580.389878:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3180/0xb104f9478e075d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 163 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389880:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b3180 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.389880:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880128b4e880/0xb104f9478dff42a3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x433a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559ae expref: 475 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389881:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3180/0xb104f9478e075d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 163 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389884:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3180/0xb104f9478e075d12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 163 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389886:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.389887:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389888:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389890:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3180/0xb104f9478e075d12 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 163 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389894:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3180/0xb104f9478e075d12 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 163 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389898:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312660992 00010000:00010000:3.0:1731347580.389900:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2640/0xb104f9478e075d27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 162 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389900:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312660992 00010000:00010000:3.0:1731347580.389903:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2640/0xb104f9478e075d27 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 162 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389905:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2640/0xb104f9478e075d27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 162 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389905:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a734000/0xb104f9478e007235 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968939 expref: 459 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389907:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b2640 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.389907:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.389909:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2640/0xb104f9478e075d27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 162 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389911:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2640/0xb104f9478e075d27 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 162 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389914:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312660864 00010000:00010000:3.0:1731347580.389915:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.389915:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312660864 00010000:00010000:3.0:1731347580.389916:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1731347580.389916:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.389917:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2640/0xb104f9478e075d27 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 162 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389919:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2640/0xb104f9478e075d27 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 162 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389920:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098e4db00/0xb104f9478e001e51 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x49ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963555 expref: 476 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389925:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2ac0/0xb104f9478e075d3c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 161 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389925:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.389925:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312661120 00000100:00100000:0.0:1731347580.389926:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312661120 00010000:00010000:3.0:1731347580.389928:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2ac0/0xb104f9478e075d3c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 161 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389930:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801282dfcc0/0xb104f9478dffcffa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x288d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6fe expref: 459 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389931:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2ac0/0xb104f9478e075d3c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 161 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389935:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b2ac0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389936:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2ac0/0xb104f9478e075d3c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 161 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389939:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2ac0/0xb104f9478e075d3c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 161 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389939:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312661248 00000100:00100000:0.0:1731347580.389940:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312661248 00010000:00010000:3.0:1731347580.389943:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389944:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.389944:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012832c6c0/0xb104f9478dff59ef lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9570f3 expref: 477 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389945:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2ac0/0xb104f9478e075d3c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 161 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389947:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2ac0/0xb104f9478e075d3c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 161 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389951:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.389952:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2400/0xb104f9478e075d51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 160 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389952:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290365 00010000:00010000:3.0:1731347580.389955:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2400/0xb104f9478e075d51 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 160 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.389956:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+477:2006:x1815448312660608:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.389957:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2400/0xb104f9478e075d51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 160 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389960:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b2400 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389961:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2400/0xb104f9478e075d51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 160 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389963:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.389964:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2400/0xb104f9478e075d51 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 160 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389967:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.389967:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaff3600/0xb104f9478dff9d56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4abc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b453 expref: 477 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389968:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389969:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2400/0xb104f9478e075d51 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 160 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389972:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b2400/0xb104f9478e075d51 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 160 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389975:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaff3600/0xb104f9478dff9d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4abc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b453 expref: 477 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.389978:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3a80/0xb104f9478e075d66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 159 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389981:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3a80/0xb104f9478e075d66 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 159 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.389983:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3a80/0xb104f9478e075d66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 159 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389985:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.389986:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b3a80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.389987:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3a80/0xb104f9478e075d66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 159 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389987:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.389990:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3a80/0xb104f9478e075d66 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 159 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.389990:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389993:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.389994:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.389995:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3a80/0xb104f9478e075d66 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 159 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.389995:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.389995:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.389997:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b3a80/0xb104f9478e075d66 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 159 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390004:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1b00/0xb104f9478e075d7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 158 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390005:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.390005:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.390006:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1b00/0xb104f9478e075d7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 158 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390009:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1b00/0xb104f9478e075d7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 158 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390012:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b1b00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390013:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1b00/0xb104f9478e075d7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 158 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390016:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1b00/0xb104f9478e075d7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 158 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390018:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.390019:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390020:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390021:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1b00/0xb104f9478e075d7b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 158 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390024:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b1b00/0xb104f9478e075d7b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 158 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390025:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+477:2006:x1815448312660608:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (200us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.390030:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b33c0/0xb104f9478e075d90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 157 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390030:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290365 00010000:00010000:3.0:1731347580.390033:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b33c0/0xb104f9478e075d90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 157 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390035:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b33c0/0xb104f9478e075d90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 157 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390038:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b33c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390039:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b33c0/0xb104f9478e075d90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 157 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390041:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b33c0/0xb104f9478e075d90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 157 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390045:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390046:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390047:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b33c0/0xb104f9478e075d90 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 157 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390050:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b33c0/0xb104f9478e075d90 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 157 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390056:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0d80/0xb104f9478e075da5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 156 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390056:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312661632 00010000:00010000:3.0:1731347580.390058:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0d80/0xb104f9478e075da5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 156 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390059:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312661632 00010000:00010000:3.0:1731347580.390061:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0d80/0xb104f9478e075da5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 156 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390063:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b0d80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390065:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0d80/0xb104f9478e075da5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 156 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390067:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0d80/0xb104f9478e075da5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 156 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390068:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3e518c0/0xb104f9478dff9d4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b45a expref: 460 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390070:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390071:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390072:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0d80/0xb104f9478e075da5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 156 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390075:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b0d80/0xb104f9478e075da5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 156 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390079:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312661504 00010000:00010000:3.0:1731347580.390081:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b18c0/0xb104f9478e075dba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 155 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390081:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312661504 00010000:00010000:3.0:1731347580.390085:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b18c0/0xb104f9478e075dba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 155 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390087:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098251d40/0xb104f9478e001e58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96355c expref: 461 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390088:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b18c0/0xb104f9478e075dba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 155 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390090:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801299b18c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390091:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b18c0/0xb104f9478e075dba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 155 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390094:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b18c0/0xb104f9478e075dba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 155 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390095:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290367 00010000:00010000:3.0:1731347580.390097:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390098:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390099:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b18c0/0xb104f9478e075dba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 155 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390099:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312660992:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.390102:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801299b18c0/0xb104f9478e075dba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 155 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390104:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.390108:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70480/0xb104f9478e075dcf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 154 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390108:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a734000/0xb104f9478e007235 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968939 expref: 461 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390111:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70480/0xb104f9478e075dcf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 154 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390113:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.390114:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70480/0xb104f9478e075dcf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 154 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390115:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a734000/0xb104f9478e007235 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968939 expref: 461 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390116:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c70480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390117:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70480/0xb104f9478e075dcf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 154 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390120:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70480/0xb104f9478e075dcf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 154 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390124:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390125:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.390125:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.390126:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70480/0xb104f9478e075dcf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 154 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390126:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.390129:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70480/0xb104f9478e075dcf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 154 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390129:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390134:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c733c0/0xb104f9478e075de4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 153 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390135:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390137:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c733c0/0xb104f9478e075de4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 153 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390140:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c733c0/0xb104f9478e075de4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 153 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390141:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.390142:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c733c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390143:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c733c0/0xb104f9478e075de4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 153 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390143:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.390146:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c733c0/0xb104f9478e075de4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 153 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390149:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390150:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390151:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c733c0/0xb104f9478e075de4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 153 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390151:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1731347580.390154:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c733c0/0xb104f9478e075de4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 153 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390158:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312660992:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.390159:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952750464:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.390160:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72640/0xb104f9478e075df9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 152 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390162:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290367 00010000:00010000:3.0:1731347580.390163:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72640/0xb104f9478e075df9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 152 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390166:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72640/0xb104f9478e075df9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 152 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390168:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c72640 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.390169:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312661888 00010000:00010000:3.0:1731347580.390170:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72640/0xb104f9478e075df9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 152 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390171:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312661888 00010000:00010000:3.0:1731347580.390172:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72640/0xb104f9478e075df9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 152 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390176:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.390176:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800960f8fc0/0xb104f9478dff736b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a6f expref: 477 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390177:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390178:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72640/0xb104f9478e075df9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 152 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390179:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.390181:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72640/0xb104f9478e075df9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 152 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390181:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312662016 00000100:00100000:0.0:1731347580.390182:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312662016 00010000:00010000:3.0:1731347580.390186:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72880/0xb104f9478e075e0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 151 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390186:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac9546c0/0xb104f9478dff7372 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a76 expref: 461 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390189:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72880/0xb104f9478e075e0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 151 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390191:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72880/0xb104f9478e075e0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 151 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390196:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c72880 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390197:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72880/0xb104f9478e075e0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 151 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390200:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72880/0xb104f9478e075e0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 151 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390204:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390205:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390206:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72880/0xb104f9478e075e0e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 151 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390209:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72880/0xb104f9478e075e0e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 151 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390214:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73600/0xb104f9478e075e23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 150 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390216:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73600/0xb104f9478e075e23 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 150 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390219:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73600/0xb104f9478e075e23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 150 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390221:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c73600 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390222:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73600/0xb104f9478e075e23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 150 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390225:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73600/0xb104f9478e075e23 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 150 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390228:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390230:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390231:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73600/0xb104f9478e075e23 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 150 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390234:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73600/0xb104f9478e075e23 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 150 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390240:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73840/0xb104f9478e075e38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 149 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390241:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290369 00010000:00010000:3.0:1731347580.390243:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73840/0xb104f9478e075e38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 149 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390245:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73840/0xb104f9478e075e38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 149 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390245:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312661120:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.390248:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c73840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390249:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73840/0xb104f9478e075e38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 149 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390250:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.390252:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73840/0xb104f9478e075e38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 149 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390252:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290371 00010000:00010000:0.0:1731347580.390253:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801282dfcc0/0xb104f9478dffcffa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x288d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6fe expref: 461 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390255:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390256:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390257:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73840/0xb104f9478e075e38 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 149 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390258:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801282dfcc0/0xb104f9478dffcffa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x288d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6fe expref: 461 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390259:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73840/0xb104f9478e075e38 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 149 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390259:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312661376:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.390265:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71200/0xb104f9478e075e4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 148 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390266:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.390266:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.390267:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.390268:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71200/0xb104f9478e075e4d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 148 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390268:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e076ec3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x288d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390271:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71200/0xb104f9478e075e4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 148 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390272:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801282bcd80/0xb104f9478dff42aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x433a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559a7 expref: 461 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.390272:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e076ec3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x288d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390274:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c71200 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390275:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71200/0xb104f9478e075e4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 148 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390278:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71200/0xb104f9478e075e4d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 148 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390279:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801282bcd80/0xb104f9478dff42aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x433a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559a7 expref: 461 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390281:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390282:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390283:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71200/0xb104f9478e075e4d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 148 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390286:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71200/0xb104f9478e075e4d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 148 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390288:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.390289:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.390291:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71440/0xb104f9478e075e62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 147 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390291:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e076ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x433a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.390295:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e076ed1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x433a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390297:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71440/0xb104f9478e075e62 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 147 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390300:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71440/0xb104f9478e075e62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 147 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390302:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c71440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.390302:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.390303:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71440/0xb104f9478e075e62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 147 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390306:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71440/0xb104f9478e075e62 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 147 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390310:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390311:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390312:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71440/0xb104f9478e075e62 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 147 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390314:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2004:x1815448312661376:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (362us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.390315:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71440/0xb104f9478e075e62 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 147 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390317:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.390318:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290371 00010000:00010000:3.0:1731347580.390321:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70900/0xb104f9478e075e77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 146 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390323:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70900/0xb104f9478e075e77 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 146 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390326:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70900/0xb104f9478e075e77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 146 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390327:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290373 00010000:00010000:3.0:1731347580.390329:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c70900 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.390329:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312661120:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (412us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.390330:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70900/0xb104f9478e075e77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 146 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390330:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312661504:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.390333:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70900/0xb104f9478e075e77 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 146 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390333:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290369 00010000:00010000:2.0:1731347580.390334:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.390336:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390337:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.390337:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098251d40/0xb104f9478e001e58 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96355c expref: 460 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390338:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70900/0xb104f9478e075e77 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 146 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390341:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70900/0xb104f9478e075e77 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 146 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390341:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290374 00010000:00010000:2.0:1731347580.390343:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098251d40/0xb104f9478e001e58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96355c expref: 459 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.390344:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+475:2003:x1815448312661760:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.390348:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.390348:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.390349:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.390351:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71d40/0xb104f9478e075e8c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 145 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390351:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390351:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097d5f600/0xb104f9478e00723c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968940 expref: 475 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.390355:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390356:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71d40/0xb104f9478e075e8c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 145 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390356:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097d5f600/0xb104f9478e00723c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968940 expref: 475 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390360:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71d40/0xb104f9478e075e8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 145 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390360:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.390363:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.390363:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.390364:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c71d40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.390365:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390366:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71d40/0xb104f9478e075e8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 145 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390367:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312661504:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 36us (362us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.390369:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390370:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71d40/0xb104f9478e075e8c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 145 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390371:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290373 00010000:00010000:0.0:1731347580.390374:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.390375:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390377:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1731347580.390377:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290376 00010000:00010000:3.0:1731347580.390379:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71d40/0xb104f9478e075e8c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 145 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390380:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+457:2004:x1815448312662016:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.390381:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+475:2003:x1815448312661760:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 37us (364us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.390382:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71d40/0xb104f9478e075e8c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 145 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390383:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.390385:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290374 00010000:00010000:2.0:1731347580.390386:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac9546c0/0xb104f9478dff7372 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a76 expref: 457 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390391:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72400/0xb104f9478e075ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 144 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390395:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72400/0xb104f9478e075ea1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 144 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390395:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac9546c0/0xb104f9478dff7372 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a76 expref: 457 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390399:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72400/0xb104f9478e075ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 144 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390401:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.390402:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.390403:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c72400 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.390403:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e076ef4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390405:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72400/0xb104f9478e075ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 144 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390405:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098251d40/0xb104f9478e001e58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96355c expref: 457 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.390407:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e076ef4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390409:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72400/0xb104f9478e075ea1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 144 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390412:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.390412:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952749568:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.390414:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.390432:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390433:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1731347580.390434:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+456:2004:x1815448312662016:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (294us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.390435:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72400/0xb104f9478e075ea1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 144 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390437:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.390438:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290376 00010000:00010000:3.0:1731347580.390439:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72400/0xb104f9478e075ea1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 144 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390440:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390445:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390448:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390449:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c721c0/0xb104f9478e075eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 143 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390452:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390453:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c721c0/0xb104f9478e075eb6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 143 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390455:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.390456:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3e518c0/0xb104f9478dff9d4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b45a expref: 455 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390457:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c721c0/0xb104f9478e075eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 143 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390457:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390460:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390461:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c721c0 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.390462:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952749696:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.390464:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c721c0/0xb104f9478e075eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 143 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390467:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390468:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c721c0/0xb104f9478e075eb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 143 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390470:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390471:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e076ed8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.390474:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390475:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390477:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.390478:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390479:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c721c0/0xb104f9478e075eb6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 143 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390483:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390484:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c721c0/0xb104f9478e075eb6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 143 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390487:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.390491:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390494:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c718c0/0xb104f9478e075ecb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 142 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390494:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.390496:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390497:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c718c0/0xb104f9478e075ecb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 142 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390499:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390500:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c718c0/0xb104f9478e075ecb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 142 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390503:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c718c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390504:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c718c0/0xb104f9478e075ecb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 142 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390504:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390507:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c718c0/0xb104f9478e075ecb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 142 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390508:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e076edf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390511:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390512:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390513:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c718c0/0xb104f9478e075ecb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 142 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390515:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c718c0/0xb104f9478e075ecb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 142 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390522:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70000/0xb104f9478e075ee0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 141 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390524:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70000/0xb104f9478e075ee0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 141 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390527:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70000/0xb104f9478e075ee0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 141 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390532:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c70000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390534:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70000/0xb104f9478e075ee0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 141 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390537:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70000/0xb104f9478e075ee0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 141 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390540:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390541:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390542:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70000/0xb104f9478e075ee0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 141 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390544:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70000/0xb104f9478e075ee0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 141 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390550:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71680/0xb104f9478e075ef5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 140 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390553:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71680/0xb104f9478e075ef5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 140 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390555:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71680/0xb104f9478e075ef5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 140 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390556:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3760:x1815447952747904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2727us (3366us total) trans 4295335669 rc 0/0 00010000:00010000:3.0:1731347580.390558:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c71680 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390559:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71680/0xb104f9478e075ef5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 140 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390561:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71680/0xb104f9478e075ef5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 140 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390561:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204453 00010000:00010000:3.0:1731347580.390565:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390567:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390568:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71680/0xb104f9478e075ef5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 140 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390569:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952750208 00010000:00010000:3.0:1731347580.390571:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71680/0xb104f9478e075ef5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 140 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390571:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952750208 00010000:00010000:3.0:1731347580.390577:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73180/0xb104f9478e075f0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 139 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390580:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73180/0xb104f9478e075f0a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 139 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390580:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952750464 00000100:00100000:0.0:1731347580.390581:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952750464 00010000:00010000:3.0:1731347580.390583:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73180/0xb104f9478e075f0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 139 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390585:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c73180 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390586:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73180/0xb104f9478e075f0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 139 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390589:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73180/0xb104f9478e075f0a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 139 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390592:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.390592:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204459 00010000:00010000:3.0:1731347580.390593:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390594:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73180/0xb104f9478e075f0a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 139 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390594:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3763:x1815447952750336:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.390595:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3760:x1815447952746496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2697us (3379us total) trans 4295335670 rc 0/0 00010000:00010000:3.0:1731347580.390597:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c73180/0xb104f9478e075f0a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 139 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390600:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204454 00010000:00010000:3.0:1731347580.390603:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71b00/0xb104f9478e075f1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 138 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00002000:00080000:0.0:1731347580.390604:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16478 count 1 00010000:00010000:3.0:1731347580.390606:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71b00/0xb104f9478e075f1f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 138 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390609:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71b00/0xb104f9478e075f1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 138 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390609:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204460 00010000:00010000:3.0:1731347580.390612:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c71b00 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.390612:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3761:x1815447952750464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.390613:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71b00/0xb104f9478e075f1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 138 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390613:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e076f02 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x405e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390616:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71b00/0xb104f9478e075f1f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 138 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390620:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.390620:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800853e5d40/0xb104f9478e007385 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a90 expref: 472 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.390621:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:2.0:1731347580.390621:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18990 count 1 00010000:00010000:3.0:1731347580.390622:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71b00/0xb104f9478e075f1f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 138 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390624:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71b00/0xb104f9478e075f1f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 138 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390624:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.390625:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.390626:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e076f02 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.390628:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390630:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71f80/0xb104f9478e075f34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 137 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390633:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71f80/0xb104f9478e075f34 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 137 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390635:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71f80/0xb104f9478e075f34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 137 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390635:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8bcc0/0xb104f9478dff24c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bcb expref: 472 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.390637:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c71f80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390639:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71f80/0xb104f9478e075f34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 137 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390639:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800853e5d40/0xb104f9478e007385 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a90 expref: 472 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.390640:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.390640:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.390641:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71f80/0xb104f9478e075f34 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 137 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390642:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390645:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.390645:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800853e5d40/0xb104f9478e007385 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a90 expref: 472 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390646:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390647:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71f80/0xb104f9478e075f34 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 137 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390650:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c71f80/0xb104f9478e075f34 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 137 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390650:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952750720:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.390652:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8bcc0/0xb104f9478dff24c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bcb expref: 472 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.390656:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70fc0/0xb104f9478e075f49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 136 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390657:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8bcc0/0xb104f9478dff24c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bcb expref: 472 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390659:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70fc0/0xb104f9478e075f49 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 136 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390661:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70fc0/0xb104f9478e075f49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 136 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390663:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952750848:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.390664:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c70fc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390665:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70fc0/0xb104f9478e075f49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 136 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390665:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.390668:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70fc0/0xb104f9478e075f49 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 136 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390671:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390672:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390673:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70fc0/0xb104f9478e075f49 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 136 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390674:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.390675:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c70fc0/0xb104f9478e075f49 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 136 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390680:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72d00/0xb104f9478e075f5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 135 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390681:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012832c6c0/0xb104f9478dff59ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9570f3 expref: 472 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390684:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72d00/0xb104f9478e075f5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 135 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390687:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72d00/0xb104f9478e075f5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 135 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390689:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c72d00 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.390689:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952749312:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.390690:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72d00/0xb104f9478e075f5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 135 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390691:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800960f8fc0/0xb104f9478dff736b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a6f expref: 470 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390693:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72d00/0xb104f9478e075f5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 135 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390695:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390696:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390697:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1731347580.390697:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009944ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952749952:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.390698:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72d00/0xb104f9478e075f5e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 135 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390700:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72d00/0xb104f9478e075f5e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 135 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390700:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390703:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.390704:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390706:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72ac0/0xb104f9478e075f73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 134 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390707:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390709:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72ac0/0xb104f9478e075f73 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 134 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390711:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390712:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72ac0/0xb104f9478e075f73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 134 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390712:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390714:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c72ac0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390715:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72ac0/0xb104f9478e075f73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 134 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390715:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.390716:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390718:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.390719:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72ac0/0xb104f9478e075f73 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 134 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390720:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390720:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390722:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390723:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390724:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72ac0/0xb104f9478e075f73 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 134 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390724:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390724:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390726:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72ac0/0xb104f9478e075f73 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 134 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390727:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.390729:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.390730:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081621d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.390732:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390733:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c706c0/0xb104f9478e075f88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 133 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390733:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e076eca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390735:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c706c0/0xb104f9478e075f88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 133 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390736:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390738:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c706c0/0xb104f9478e075f88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 133 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390740:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c706c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.390741:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390742:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c706c0/0xb104f9478e075f88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 133 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390744:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c706c0/0xb104f9478e075f88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 133 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390744:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081621d40/0xb104f9478e076eed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4c3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390747:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390748:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390749:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c706c0/0xb104f9478e075f88 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 133 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390752:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c706c0/0xb104f9478e075f88 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 133 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390759:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72f40/0xb104f9478e075f9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 132 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390762:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72f40/0xb104f9478e075f9d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 132 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390765:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72f40/0xb104f9478e075f9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 132 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390767:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880127c72f40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390781:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72f40/0xb104f9478e075f9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 132 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390784:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72f40/0xb104f9478e075f9d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 132 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390788:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390789:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390790:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72f40/0xb104f9478e075f9d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 132 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390792:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880127c72f40/0xb104f9478e075f9d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 132 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390799:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2640/0xb104f9478e075fb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 131 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390802:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2640/0xb104f9478e075fb2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 131 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390805:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2640/0xb104f9478e075fb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 131 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390809:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e2640 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390811:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2640/0xb104f9478e075fb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 131 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390811:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a734000/0xb104f9478e007235 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968939 expref: 454 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.390814:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2640/0xb104f9478e075fb2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 131 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390817:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390818:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390819:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2640/0xb104f9478e075fb2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 131 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390820:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952749056:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.390822:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2640/0xb104f9478e075fb2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 131 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390827:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0b40/0xb104f9478e075fc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 130 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390830:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0b40/0xb104f9478e075fc7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 130 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390830:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390832:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0b40/0xb104f9478e075fc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 130 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390835:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e0b40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390836:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0b40/0xb104f9478e075fc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 130 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390837:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390839:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0b40/0xb104f9478e075fc7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 130 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390842:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390843:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390845:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0b40/0xb104f9478e075fc7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 130 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390846:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3760:x1815447952747520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2848us (3580us total) trans 4295367220 rc 0/0 00010000:00010000:3.0:1731347580.390848:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0b40/0xb104f9478e075fc7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 130 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390848:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.390851:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204456 00010000:00010000:3.0:1731347580.390854:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2d00/0xb104f9478e075fdc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 129 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390855:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390857:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2d00/0xb104f9478e075fdc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 129 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390859:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2d00/0xb104f9478e075fdc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 129 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390861:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e2d00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.390861:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390863:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2d00/0xb104f9478e075fdc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 129 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390865:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2d00/0xb104f9478e075fdc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 129 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390867:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390869:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390870:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390871:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2d00/0xb104f9478e075fdc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 129 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390871:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d5f600/0xb104f9478e00723c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968940 expref: 469 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.390872:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143bcc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.390874:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2d00/0xb104f9478e075fdc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 129 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390874:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.390877:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952749824:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.390880:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3840/0xb104f9478e075ff1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 128 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390881:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390883:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3840/0xb104f9478e075ff1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 128 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390885:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390886:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3840/0xb104f9478e075ff1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 128 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390889:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e3840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.390889:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390890:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3840/0xb104f9478e075ff1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 128 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.390890:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390893:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3840/0xb104f9478e075ff1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 128 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390893:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390896:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.390896:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e076ebc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.390897:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390898:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390899:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3840/0xb104f9478e075ff1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 128 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390900:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390901:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3840/0xb104f9478e075ff1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 128 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390904:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390908:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1b00/0xb104f9478e076006 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 127 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390910:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b3c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.390911:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1b00/0xb104f9478e076006 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 127 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390912:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390914:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1b00/0xb104f9478e076006 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 127 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390916:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e1b00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.390916:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390917:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1b00/0xb104f9478e076006 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 127 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390920:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1b00/0xb104f9478e076006 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 127 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.390921:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390924:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.390924:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e076ee6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.390925:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390926:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1b00/0xb104f9478e076006 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 127 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390929:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1b00/0xb104f9478e076006 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 127 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390935:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0fc0/0xb104f9478e07601b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 126 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390937:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0fc0/0xb104f9478e07601b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 126 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390940:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0fc0/0xb104f9478e07601b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 126 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390942:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e0fc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390943:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0fc0/0xb104f9478e07601b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 126 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390946:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0fc0/0xb104f9478e07601b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 126 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390949:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390950:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.390951:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0fc0/0xb104f9478e07601b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 126 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390954:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0fc0/0xb104f9478e07601b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 126 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390959:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2400/0xb104f9478e076030 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 125 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390963:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2400/0xb104f9478e076030 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 125 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390966:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2400/0xb104f9478e076030 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 125 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390968:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e2400 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.390970:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2400/0xb104f9478e076030 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 125 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390974:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2400/0xb104f9478e076030 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 125 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000004:00080000:0.0:1731347580.390974:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cf94700/2, rc 0, transno 368374 00010000:00010000:3.0:1731347580.390980:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.390982:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1731347580.390983:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952746496:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.390984:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2400/0xb104f9478e076030 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 125 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.390988:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2400/0xb104f9478e076030 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 125 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.390988:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3760:x1815447952747136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3065us (3755us total) trans 4295367221 rc 0/0 00000100:00100000:2.0:1731347580.390992:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204455 00000004:00080000:0.0:1731347580.390993:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3ab100/2, rc 0, transno 399925 00010000:00010000:3.0:1731347580.390998:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2ac0/0xb104f9478e076045 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 124 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.390999:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952747136:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391003:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2ac0/0xb104f9478e076045 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 124 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000004:00080000:0.0:1731347580.391006:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3ab800/2, rc 0, transno 399924 00010000:00010000:3.0:1731347580.391007:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2ac0/0xb104f9478e076045 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 124 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391009:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaff3600/0xb104f9478dff9d56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4abc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b453 expref: 468 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.391009:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952747520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391011:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e2ac0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391013:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2ac0/0xb104f9478e076045 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 124 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391015:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952748672:192.168.203.60@tcp:104: 00000004:00080000:0.0:1731347580.391015:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814bb100/2, rc 0, transno 368376 00010000:00010000:3.0:1731347580.391018:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2ac0/0xb104f9478e076045 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 124 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391018:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952748032:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.391022:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391023:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391025:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:0.0:1731347580.391025:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b8e00/2, rc 0, transno 368373 00010000:00010000:2.0:1731347580.391026:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391027:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2ac0/0xb104f9478e076045 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 124 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391028:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952747904:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391031:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2ac0/0xb104f9478e076045 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 124 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391033:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.391037:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391041:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1d40/0xb104f9478e07605a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 123 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391041:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.391044:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391045:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1d40/0xb104f9478e07605a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 123 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391048:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143ba80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.391049:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1d40/0xb104f9478e07605a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 123 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391049:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391053:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e1d40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.391053:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391055:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1d40/0xb104f9478e07605a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 123 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391058:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391059:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1d40/0xb104f9478e07605a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 123 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391061:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143ba80/0xb104f9478e076ea7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4abc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391066:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391068:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391070:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1d40/0xb104f9478e07605a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 123 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391075:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1d40/0xb104f9478e07605a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 123 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391084:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+15:3760:x1815447952746880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3365us (3932us total) trans 4295367219 rc 0/0 00010000:00010000:3.0:1731347580.391085:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0d80/0xb104f9478e07606f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 122 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391088:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204451 00010000:00010000:3.0:1731347580.391090:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0d80/0xb104f9478e07606f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 122 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391094:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0d80/0xb104f9478e07606f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 122 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391098:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e0d80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391101:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0d80/0xb104f9478e07606f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 122 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391106:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0d80/0xb104f9478e07606f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 122 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000004:00080000:0.0:1731347580.391110:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3aa680/2, rc 0, transno 399923 00010000:00010000:3.0:1731347580.391112:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.391113:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952746880:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391114:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391116:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0d80/0xb104f9478e07606f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 122 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391120:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0d80/0xb104f9478e07606f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 122 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391128:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3762:x1815447952746368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3634us (4079us total) trans 4295367222 rc 0/0 00010000:00010000:3.0:1731347580.391129:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1680/0xb104f9478e076084 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 121 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391133:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1680/0xb104f9478e076084 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 121 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391133:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204446 00010000:00010000:3.0:1731347580.391137:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1680/0xb104f9478e076084 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 121 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391144:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e1680 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391146:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1680/0xb104f9478e076084 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 121 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391146:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952750976:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391150:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1680/0xb104f9478e076084 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 121 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391155:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391157:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391159:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1680/0xb104f9478e076084 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 121 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391159:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.391159:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952751232:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391163:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1680/0xb104f9478e076084 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 121 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391171:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0900/0xb104f9478e076099 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 120 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391174:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952751104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391176:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0900/0xb104f9478e076099 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 120 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391177:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391180:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0900/0xb104f9478e076099 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 120 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391183:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e0900 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.391185:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391186:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0900/0xb104f9478e076099 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 120 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391189:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0900/0xb104f9478e076099 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 120 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391194:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391196:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:2.0:1731347580.391196:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3a9180/2, rc 0, transno 399926 00010000:00010000:3.0:1731347580.391198:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0900/0xb104f9478e076099 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 120 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391198:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952746368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391202:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0900/0xb104f9478e076099 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 120 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000004:00080000:2.0:1731347580.391203:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3a9c00/2, rc 0, transno 399921 00000100:00100000:2.0:1731347580.391205:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952746752:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.391209:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3ab480/2, rc 0, transno 399922 00010000:00010000:3.0:1731347580.391210:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1200/0xb104f9478e0760ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 119 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391211:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952747264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391214:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1200/0xb104f9478e0760ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 119 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391219:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1200/0xb104f9478e0760ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 119 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391219:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952750976 00000100:00100000:2.0:1731347580.391221:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952750976 00010000:00010000:3.0:1731347580.391222:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e1200 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391224:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1200/0xb104f9478e0760ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 119 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391228:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+15:3762:x1815447952747776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3622us (4127us total) trans 4295335671 rc 0/0 00010000:00010000:3.0:1731347580.391229:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1200/0xb104f9478e0760ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 119 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391230:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952751232 00000100:00100000:2.0:1731347580.391231:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952751232 00000100:00100000:0.0:1731347580.391232:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204449 00010000:00010000:3.0:1731347580.391234:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391236:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1731347580.391237:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952751104 00010000:00010000:3.0:1731347580.391238:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1200/0xb104f9478e0760ae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 119 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391238:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952751104 00000100:00100000:0.0:1731347580.391241:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204461 00010000:00010000:3.0:1731347580.391242:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1200/0xb104f9478e0760ae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 119 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391244:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+16:3761:x1815447952750976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.391246:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204462 00000100:00100000:2.0:1731347580.391248:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3763:x1815447952751232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.391251:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18990 count 1 00010000:00010000:3.0:1731347580.391252:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3a80/0xb104f9478e0760c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 118 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391256:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3a80/0xb104f9478e0760c3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 118 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00002000:00080000:2.0:1731347580.391257:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15193 count 1 00010000:00010000:0.0:1731347580.391258:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391261:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3a80/0xb104f9478e0760c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 118 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391265:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391266:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e3a80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391268:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3a80/0xb104f9478e0760c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 118 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391268:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d518c0/0xb104f9478dff24ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd2 expref: 450 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.391272:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3a80/0xb104f9478e0760c3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 118 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391272:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af5fa640/0xb104f9478e002c04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964301 expref: 450 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.391272:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.391273:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.391274:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391278:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391279:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.391279:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.391279:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.391281:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3a80/0xb104f9478e0760c3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 118 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391281:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.391284:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1d518c0/0xb104f9478dff24ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd2 expref: 450 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.391286:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3a80/0xb104f9478e0760c3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 118 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391289:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1d518c0/0xb104f9478dff24ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd2 expref: 450 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.391292:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af5fa640/0xb104f9478e002c04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964301 expref: 450 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.391294:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952751360:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.391295:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0480/0xb104f9478e0760d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 117 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391297:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af5fa640/0xb104f9478e002c04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964301 expref: 450 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.391300:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0480/0xb104f9478e0760d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 117 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391303:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952751488:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.391304:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0480/0xb104f9478e0760d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 117 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391304:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65180 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.391308:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e0480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391310:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0480/0xb104f9478e0760d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 117 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391313:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.391314:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0480/0xb104f9478e0760d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 117 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000004:00080000:0.0:1731347580.391316:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cf94000/2, rc 0, transno 368377 00010000:00010000:3.0:1731347580.391320:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.391320:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952746240:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391322:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391324:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0480/0xb104f9478e0760d8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 117 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000004:00080000:0.0:1731347580.391325:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cf96a00/2, rc 0, transno 368378 00000100:00100000:0.0:1731347580.391327:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952747392:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391329:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0480/0xb104f9478e0760d8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 117 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000004:00080000:2.0:1731347580.391329:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b8000/2, rc 0, transno 368375 00000100:00100000:2.0:1731347580.391331:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952747776:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391337:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2f40/0xb104f9478e0760ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 116 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391342:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2f40/0xb104f9478e0760ed lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 116 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391346:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2f40/0xb104f9478e0760ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 116 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391350:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e2f40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391351:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2f40/0xb104f9478e0760ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 116 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391353:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1731347580.391356:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2f40/0xb104f9478e0760ed lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 116 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391356:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952751872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.391357:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.391361:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391363:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391365:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2f40/0xb104f9478e0760ed lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 116 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391369:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e2f40/0xb104f9478e0760ed lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 116 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391369:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.391378:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952751616:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391380:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e33c0/0xb104f9478e076102 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 115 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391385:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e33c0/0xb104f9478e076102 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 115 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391389:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391390:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e33c0/0xb104f9478e076102 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 115 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391394:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e33c0 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.391395:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952752256:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391396:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e33c0/0xb104f9478e076102 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 115 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391401:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e33c0/0xb104f9478e076102 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 115 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391405:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391407:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391409:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391411:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e33c0/0xb104f9478e076102 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 115 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391432:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e33c0/0xb104f9478e076102 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 115 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391435:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952752768:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391443:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e21c0/0xb104f9478e076117 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 114 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391448:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e21c0/0xb104f9478e076117 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 114 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391452:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e21c0/0xb104f9478e076117 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 114 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391452:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391457:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e21c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391459:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e21c0/0xb104f9478e076117 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 114 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391463:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:3.0:1731347580.391465:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e21c0/0xb104f9478e076117 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 114 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391468:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952751744:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391470:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391471:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391473:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e21c0/0xb104f9478e076117 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 114 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391474:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952751872 00010000:00010000:3.0:1731347580.391476:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e21c0/0xb104f9478e076117 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 114 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391476:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952751872 00000100:00100000:0.0:1731347580.391481:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391484:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e18c0/0xb104f9478e07612c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 113 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391487:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e18c0/0xb104f9478e07612c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 113 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391489:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e18c0/0xb104f9478e07612c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 113 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391489:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952752384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.391490:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204464 00010000:00010000:3.0:1731347580.391492:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e18c0 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.391492:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+17:3763:x1815447952751872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391494:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e18c0/0xb104f9478e07612c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 113 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391497:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e18c0/0xb104f9478e07612c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 113 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391499:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391500:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00002000:00080000:2.0:1731347580.391500:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18653 count 1 00010000:00010000:3.0:1731347580.391501:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391502:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e18c0/0xb104f9478e07612c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 113 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391504:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e18c0/0xb104f9478e07612c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 113 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391507:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391511:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3180/0xb104f9478e076141 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 112 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391514:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3180/0xb104f9478e076141 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 112 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391514:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a76cb40/0xb104f9478e00a59d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca1 expref: 450 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.391514:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952751616 00010000:00010000:3.0:1731347580.391517:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3180/0xb104f9478e076141 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 112 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391517:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952751616 00010000:00010000:3.0:1731347580.391519:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e3180 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.391519:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.391520:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.391521:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3180/0xb104f9478e076141 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 112 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391521:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391523:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3180/0xb104f9478e076141 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 112 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391526:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391527:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391528:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3180/0xb104f9478e076141 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 112 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391531:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3180/0xb104f9478e076141 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 112 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391531:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a76cb40/0xb104f9478e00a59d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca1 expref: 450 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.391531:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952752256 00000100:00100000:0.0:1731347580.391533:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952752256 00010000:00010000:2.0:1731347580.391536:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a76cb40/0xb104f9478e00a59d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca1 expref: 450 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.391537:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0240/0xb104f9478e076156 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 111 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391539:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0240/0xb104f9478e076156 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 111 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391541:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952752896:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.391542:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0240/0xb104f9478e076156 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 111 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391542:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952752768 00000100:00100000:0.0:1731347580.391544:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952752768 00010000:00010000:3.0:1731347580.391546:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e0240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391548:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0240/0xb104f9478e076156 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 111 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391551:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0240/0xb104f9478e076156 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 111 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391551:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952751744 00000100:00100000:0.0:1731347580.391553:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952751744 00010000:00010000:3.0:1731347580.391554:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391555:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391556:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0240/0xb104f9478e076156 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 111 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391558:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.391559:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0240/0xb104f9478e076156 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 111 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391561:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952752384 00000100:00100000:0.0:1731347580.391563:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952752384 00010000:00010000:3.0:1731347580.391565:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1f80/0xb104f9478e07616b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 110 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391567:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1f80/0xb104f9478e07616b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 110 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391570:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1f80/0xb104f9478e07616b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 110 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391572:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e1f80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391573:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1f80/0xb104f9478e07616b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 110 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391573:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204465 00010000:00010000:3.0:1731347580.391576:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1f80/0xb104f9478e07616b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 110 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391578:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+19:3760:x1815447952751616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.391578:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204466 00010000:00010000:3.0:1731347580.391579:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391580:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391582:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1f80/0xb104f9478e07616b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 110 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391583:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3760:x1815447952752256:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391585:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e1f80/0xb104f9478e07616b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 110 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00002000:00080000:2.0:1731347580.391589:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11084 count 1 00010000:00010000:3.0:1731347580.391590:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3600/0xb104f9478e076180 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 109 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391593:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3600/0xb104f9478e076180 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 109 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00002000:00080000:0.0:1731347580.391594:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15193 count 1 00010000:00010000:3.0:1731347580.391595:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3600/0xb104f9478e076180 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 109 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391598:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e3600 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.391598:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391599:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3600/0xb104f9478e076180 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 109 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391604:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3600/0xb104f9478e076180 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 109 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391604:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.391607:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaac6f40/0xb104f9478dff89ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0e9 expref: 450 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.391609:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391610:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391612:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3600/0xb104f9478e076180 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 109 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391612:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.391613:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.391614:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880015d07180/0xb104f9478e002bfd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964308 expref: 467 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.391615:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391616:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e3600/0xb104f9478e076180 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 109 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391624:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.391625:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.391626:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0000/0xb104f9478e076195 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 108 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391628:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391630:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0000/0xb104f9478e076195 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 108 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391634:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0000/0xb104f9478e076195 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 108 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391635:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aaac6f40/0xb104f9478dff89ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0e9 expref: 450 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.391638:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b29e0000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391639:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0000/0xb104f9478e076195 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 108 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391642:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880015d07180/0xb104f9478e002bfd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964308 expref: 467 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.391644:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0000/0xb104f9478e076195 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 108 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391644:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aaac6f40/0xb104f9478dff89ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0e9 expref: 450 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.391650:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391651:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.391651:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880015d07180/0xb104f9478e002bfd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964308 expref: 467 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.391652:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952753152:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.391653:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0000/0xb104f9478e076195 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 108 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391658:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b29e0000/0xb104f9478e076195 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 108 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391661:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952753280:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.391666:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aed00/0xb104f9478e0761cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 107 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391666:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.391671:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aed00/0xb104f9478e0761cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 107 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391675:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aed00/0xb104f9478e0761cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 107 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391677:0:15722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204469 00010000:00010000:3.0:1731347580.391679:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913aed00 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.391680:0:15722:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3760:x1815447952752384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.391680:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65540 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.391682:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aed00/0xb104f9478e0761cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 107 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391686:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aed00/0xb104f9478e0761cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 107 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00002000:00080000:2.0:1731347580.391688:0:15722:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11084 count 1 00010000:00010000:3.0:1731347580.391692:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391694:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.391695:0:15722:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391696:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aed00/0xb104f9478e0761cd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 107 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391699:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952752128:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391700:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aed00/0xb104f9478e0761cd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 107 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391702:0:15722:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaa93a80/0xb104f9478dff89e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0f0 expref: 467 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.391705:0:15722:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.391706:0:15722:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.391707:0:15722:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391710:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af600/0xb104f9478e0761e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 106 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391714:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af600/0xb104f9478e0761e2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 106 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391716:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.391717:0:15722:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaa93a80/0xb104f9478dff89e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0f0 expref: 467 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.391718:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af600/0xb104f9478e0761e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 106 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391722:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913af600 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391724:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af600/0xb104f9478e0761e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 106 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391725:0:15722:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaa93a80/0xb104f9478dff89e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0f0 expref: 467 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.391727:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952752640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391728:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af600/0xb104f9478e0761e2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 106 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391730:0:15722:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15722:1815447952753536:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.391732:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391734:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391735:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af600/0xb104f9478e0761e2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 106 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391739:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af600/0xb104f9478e0761e2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 106 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391740:0:15722:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.391741:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391747:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad8c0/0xb104f9478e0761f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 105 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391749:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952752640 00010000:00010000:3.0:1731347580.391751:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad8c0/0xb104f9478e0761f7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 105 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391751:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952752640 00000100:00100000:0.0:1731347580.391753:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1731347580.391755:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad8c0/0xb104f9478e0761f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 105 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391757:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952752512:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391758:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ad8c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391761:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad8c0/0xb104f9478e0761f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 105 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391762:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204471 00000100:00100000:2.0:1731347580.391764:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3763:x1815447952752640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.391765:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad8c0/0xb104f9478e0761f7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 105 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391784:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00002000:00080000:2.0:1731347580.391785:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18653 count 1 00010000:00010000:3.0:1731347580.391786:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1731347580.391786:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391789:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad8c0/0xb104f9478e0761f7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 105 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391791:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391793:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad8c0/0xb104f9478e0761f7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 105 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391797:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b013600/0xb104f9478e00a5a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca8 expref: 467 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.391801:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.391802:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac240/0xb104f9478e07620c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 104 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391802:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.391802:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952752512 00010000:00010000:2.0:1731347580.391803:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.391804:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952752512 00010000:00010000:3.0:1731347580.391806:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac240/0xb104f9478e07620c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 104 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391810:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac240/0xb104f9478e07620c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 104 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391812:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b013600/0xb104f9478e00a5a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca8 expref: 467 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.391814:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ac240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391816:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac240/0xb104f9478e07620c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 104 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.391816:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b013600/0xb104f9478e00a5a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca8 expref: 467 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.391818:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204472 00010000:00010000:3.0:1731347580.391821:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac240/0xb104f9478e07620c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 104 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391821:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+20:3763:x1815447952752512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.391825:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952753792:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.391826:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391827:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391829:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac240/0xb104f9478e07620c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 104 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00002000:00080000:0.0:1731347580.391830:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10492 count 1 00010000:00010000:3.0:1731347580.391833:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac240/0xb104f9478e07620c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 104 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391836:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62f00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.391840:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391842:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aef40/0xb104f9478e076221 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 103 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391846:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aef40/0xb104f9478e076221 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 103 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391849:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bb6400/0xb104f9478e003080 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964784 expref: 467 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.391850:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aef40/0xb104f9478e076221 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 103 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391853:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913aef40 already unused, calling callback (ffffffffa0f05950) 00000004:00080000:2.0:1731347580.391855:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cf97100/2, rc 0, transno 368379 00010000:00010000:3.0:1731347580.391856:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aef40/0xb104f9478e076221 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 103 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391856:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.391857:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.391859:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952747648:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391860:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aef40/0xb104f9478e076221 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 103 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391860:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.391865:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391867:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391869:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aef40/0xb104f9478e076221 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 103 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391870:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312662272 00000100:00100000:2.0:1731347580.391871:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312662272 00010000:00010000:3.0:1731347580.391873:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aef40/0xb104f9478e076221 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 103 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.391874:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bb6400/0xb104f9478e003080 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964784 expref: 467 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.391881:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bb6400/0xb104f9478e003080 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964784 expref: 467 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.391882:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae640/0xb104f9478e076236 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 102 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00002000:00100000:2.0:1731347580.391883:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3563520->3772415) req@ffff88007cc45180 x1815448312662272/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00010000:00010000:3.0:1731347580.391886:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae640/0xb104f9478e076236 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 102 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391887:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952753920:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.391889:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae640/0xb104f9478e076236 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 102 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00002000:00100000:2.0:1731347580.391890:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc45180 with x1815448312662272 ext(3563520->3772415) 00002000:00010000:2.0:1731347580.391892:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc45180 00010000:00010000:3.0:1731347580.391893:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ae640 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391895:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae640/0xb104f9478e076236 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 102 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391900:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae640/0xb104f9478e076236 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 102 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.391900:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678318 00000100:00100000:0.0:1731347580.391900:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65240 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.391902:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+451:2004:x1815448312662272:12345-192.168.203.60@tcp:3:fsx.0 00010000:00010000:3.0:1731347580.391905:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391907:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391909:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae640/0xb104f9478e076236 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 102 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391913:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae640/0xb104f9478e076236 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 102 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391922:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afcc0/0xb104f9478e07624b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 101 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391926:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afcc0/0xb104f9478e07624b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 101 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391931:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afcc0/0xb104f9478e07624b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 101 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391936:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952754048:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.391937:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913afcc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391940:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afcc0/0xb104f9478e07624b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 101 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391944:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afcc0/0xb104f9478e07624b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 101 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391949:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391951:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391953:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afcc0/0xb104f9478e07624b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 101 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.391955:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.391957:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afcc0/0xb104f9478e07624b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 101 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391966:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad200/0xb104f9478e076260 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 100 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391971:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad200/0xb104f9478e076260 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 100 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391976:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad200/0xb104f9478e076260 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 100 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391979:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ad200 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.391981:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad200/0xb104f9478e076260 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 100 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391985:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad200/0xb104f9478e076260 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 100 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.391991:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.391994:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.391996:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad200/0xb104f9478e076260 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 100 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392001:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad200/0xb104f9478e076260 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 100 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392010:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af840/0xb104f9478e076275 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 99 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392015:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af840/0xb104f9478e076275 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 99 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392020:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af840/0xb104f9478e076275 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 99 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392024:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913af840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392027:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af840/0xb104f9478e076275 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 99 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392032:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af840/0xb104f9478e076275 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 99 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392037:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392039:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392041:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af840/0xb104f9478e076275 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 99 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392046:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af840/0xb104f9478e076275 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 99 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392054:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad440/0xb104f9478e07628a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 98 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392060:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad440/0xb104f9478e07628a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 98 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392065:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad440/0xb104f9478e07628a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 98 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392069:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ad440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392071:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad440/0xb104f9478e07628a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 98 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392077:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad440/0xb104f9478e07628a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 98 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392083:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392085:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392087:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad440/0xb104f9478e07628a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 98 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392092:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad440/0xb104f9478e07628a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 98 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392101:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae880/0xb104f9478e07629f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 97 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392106:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae880/0xb104f9478e07629f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 97 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392111:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae880/0xb104f9478e07629f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 97 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392115:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ae880 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392118:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae880/0xb104f9478e07629f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 97 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392123:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae880/0xb104f9478e07629f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 97 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392129:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392131:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392133:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae880/0xb104f9478e07629f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 97 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392138:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae880/0xb104f9478e07629f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 97 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392147:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acb40/0xb104f9478e0762b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 96 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392151:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acb40/0xb104f9478e0762b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 96 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392155:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acb40/0xb104f9478e0762b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 96 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392159:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913acb40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392161:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acb40/0xb104f9478e0762b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 96 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392166:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acb40/0xb104f9478e0762b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 96 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392172:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392174:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392176:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acb40/0xb104f9478e0762b4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 96 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392180:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acb40/0xb104f9478e0762b4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 96 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392189:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913adf80/0xb104f9478e0762c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 95 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392195:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913adf80/0xb104f9478e0762c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 95 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392199:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913adf80/0xb104f9478e0762c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 95 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392203:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913adf80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392206:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913adf80/0xb104f9478e0762c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 95 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392210:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913adf80/0xb104f9478e0762c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 95 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392216:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392218:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392220:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913adf80/0xb104f9478e0762c9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 95 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392225:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913adf80/0xb104f9478e0762c9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 95 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392234:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afa80/0xb104f9478e0762de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 94 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392239:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afa80/0xb104f9478e0762de lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 94 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392244:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afa80/0xb104f9478e0762de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 94 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392249:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913afa80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392251:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afa80/0xb104f9478e0762de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 94 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392256:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afa80/0xb104f9478e0762de lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 94 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392260:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392262:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392264:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afa80/0xb104f9478e0762de lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 94 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392269:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913afa80/0xb104f9478e0762de lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 94 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392279:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aeac0/0xb104f9478e0762f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 93 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392284:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aeac0/0xb104f9478e0762f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 93 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392289:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aeac0/0xb104f9478e0762f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 93 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392293:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913aeac0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392295:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aeac0/0xb104f9478e0762f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 93 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392300:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aeac0/0xb104f9478e0762f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 93 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392306:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392308:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392310:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aeac0/0xb104f9478e0762f3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 93 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392316:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913aeac0/0xb104f9478e0762f3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 93 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392325:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acfc0/0xb104f9478e076308 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 92 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392330:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acfc0/0xb104f9478e076308 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 92 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392335:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acfc0/0xb104f9478e076308 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 92 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392339:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913acfc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392341:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acfc0/0xb104f9478e076308 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 92 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392346:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acfc0/0xb104f9478e076308 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 92 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392352:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392354:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392356:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acfc0/0xb104f9478e076308 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 92 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392361:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913acfc0/0xb104f9478e076308 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 92 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392370:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad680/0xb104f9478e07631d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 91 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392375:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad680/0xb104f9478e07631d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 91 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392380:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad680/0xb104f9478e07631d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 91 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392387:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ad680 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392390:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad680/0xb104f9478e07631d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 91 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392395:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad680/0xb104f9478e07631d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 91 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392401:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392403:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392405:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad680/0xb104f9478e07631d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 91 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392410:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ad680/0xb104f9478e07631d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 91 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392438:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913add40/0xb104f9478e076332 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 90 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392444:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913add40/0xb104f9478e076332 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 90 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392449:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913add40/0xb104f9478e076332 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 90 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392453:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913add40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392456:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913add40/0xb104f9478e076332 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 90 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392462:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913add40/0xb104f9478e076332 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 90 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392468:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392470:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392472:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913add40/0xb104f9478e076332 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 90 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392477:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913add40/0xb104f9478e076332 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 90 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392486:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac6c0/0xb104f9478e076347 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 89 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392491:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac6c0/0xb104f9478e076347 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 89 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392496:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac6c0/0xb104f9478e076347 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 89 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392500:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ac6c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392502:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac6c0/0xb104f9478e076347 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 89 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392507:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac6c0/0xb104f9478e076347 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 89 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392513:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392515:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392517:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac6c0/0xb104f9478e076347 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 89 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392521:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac6c0/0xb104f9478e076347 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 89 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392531:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac480/0xb104f9478e07635c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 88 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392536:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac480/0xb104f9478e07635c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 88 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392542:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac480/0xb104f9478e07635c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 88 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392546:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ac480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392548:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac480/0xb104f9478e07635c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 88 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392551:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac480/0xb104f9478e07635c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 88 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392555:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392556:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392557:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac480/0xb104f9478e07635c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 88 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392560:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ac480/0xb104f9478e07635c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 88 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392567:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae400/0xb104f9478e076371 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 87 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392570:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae400/0xb104f9478e076371 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 87 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392574:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae400/0xb104f9478e076371 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 87 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392576:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913ae400 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392578:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae400/0xb104f9478e076371 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 87 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392580:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae400/0xb104f9478e076371 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 87 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392584:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392585:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392587:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae400/0xb104f9478e076371 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 87 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392589:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913ae400/0xb104f9478e076371 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 87 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392595:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af3c0/0xb104f9478e076386 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 86 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392598:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af3c0/0xb104f9478e076386 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 86 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392601:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af3c0/0xb104f9478e076386 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 86 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392603:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800913af3c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392605:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af3c0/0xb104f9478e076386 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 86 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392608:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af3c0/0xb104f9478e076386 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 86 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392611:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392612:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392613:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af3c0/0xb104f9478e076386 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 86 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392616:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800913af3c0/0xb104f9478e076386 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 86 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392622:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e640/0xb104f9478e07639b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 85 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392625:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e640/0xb104f9478e07639b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 85 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392629:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e640/0xb104f9478e07639b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 85 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392631:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0e640 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392632:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e640/0xb104f9478e07639b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 85 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392635:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e640/0xb104f9478e07639b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 85 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392638:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392639:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392640:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e640/0xb104f9478e07639b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 85 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392642:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e640/0xb104f9478e07639b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 85 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392649:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f600/0xb104f9478e0763b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 84 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392651:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f600/0xb104f9478e0763b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 84 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392654:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f600/0xb104f9478e0763b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 84 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392656:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0f600 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392658:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f600/0xb104f9478e0763b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 84 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392661:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f600/0xb104f9478e0763b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 84 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392664:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392665:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392666:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f600/0xb104f9478e0763b0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 84 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392669:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f600/0xb104f9478e0763b0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 84 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392675:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f840/0xb104f9478e0763c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392677:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f840/0xb104f9478e0763c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392680:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f840/0xb104f9478e0763c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392682:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0f840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392683:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f840/0xb104f9478e0763c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392686:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f840/0xb104f9478e0763c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392689:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392690:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392691:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f840/0xb104f9478e0763c5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392694:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f840/0xb104f9478e0763c5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 83 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392700:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f180/0xb104f9478e0763da lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392703:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f180/0xb104f9478e0763da lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392706:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f180/0xb104f9478e0763da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392708:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0f180 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392709:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f180/0xb104f9478e0763da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392712:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f180/0xb104f9478e0763da lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392715:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392716:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392717:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f180/0xb104f9478e0763da lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392720:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f180/0xb104f9478e0763da lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 82 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392725:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ef40/0xb104f9478e0763ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392727:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ef40/0xb104f9478e0763ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392730:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ef40/0xb104f9478e0763ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392735:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0ef40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392736:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ef40/0xb104f9478e0763ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392739:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ef40/0xb104f9478e0763ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392742:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392743:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392744:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ef40/0xb104f9478e0763ef lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392747:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ef40/0xb104f9478e0763ef lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392752:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0db00/0xb104f9478e076404 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392755:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0db00/0xb104f9478e076404 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392758:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0db00/0xb104f9478e076404 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392760:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0db00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392762:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0db00/0xb104f9478e076404 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392764:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0db00/0xb104f9478e076404 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392767:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392781:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392783:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0db00/0xb104f9478e076404 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392786:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0db00/0xb104f9478e076404 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392792:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d8c0/0xb104f9478e076419 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392795:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d8c0/0xb104f9478e076419 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392798:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d8c0/0xb104f9478e076419 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392801:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0d8c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392802:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d8c0/0xb104f9478e076419 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392805:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d8c0/0xb104f9478e076419 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392808:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392809:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392810:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d8c0/0xb104f9478e076419 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392812:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d8c0/0xb104f9478e076419 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392819:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0df80/0xb104f9478e07642e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392821:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0df80/0xb104f9478e07642e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392825:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0df80/0xb104f9478e07642e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392827:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0df80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392829:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0df80/0xb104f9478e07642e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392831:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0df80/0xb104f9478e07642e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392834:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392835:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392836:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0df80/0xb104f9478e07642e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392839:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0df80/0xb104f9478e07642e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392845:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f3c0/0xb104f9478e076443 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392848:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f3c0/0xb104f9478e076443 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392850:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f3c0/0xb104f9478e076443 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392852:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0f3c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392854:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f3c0/0xb104f9478e076443 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392856:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f3c0/0xb104f9478e076443 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392860:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392861:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392862:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f3c0/0xb104f9478e076443 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392865:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0f3c0/0xb104f9478e076443 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392871:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c240/0xb104f9478e076458 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392874:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c240/0xb104f9478e076458 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392877:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c240/0xb104f9478e076458 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392879:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0c240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392880:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c240/0xb104f9478e076458 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392883:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c240/0xb104f9478e076458 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392886:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392887:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392888:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c240/0xb104f9478e076458 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392890:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c240/0xb104f9478e076458 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392896:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0eac0/0xb104f9478e07646d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392900:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0eac0/0xb104f9478e07646d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392903:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0eac0/0xb104f9478e07646d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392905:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0eac0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392906:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0eac0/0xb104f9478e07646d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392909:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0eac0/0xb104f9478e07646d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392912:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392913:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392914:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0eac0/0xb104f9478e07646d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392917:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0eac0/0xb104f9478e07646d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392922:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cfc0/0xb104f9478e076482 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392925:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cfc0/0xb104f9478e076482 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392927:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cfc0/0xb104f9478e076482 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392929:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0cfc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392931:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cfc0/0xb104f9478e076482 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392934:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cfc0/0xb104f9478e076482 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392937:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392938:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392939:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cfc0/0xb104f9478e076482 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392942:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cfc0/0xb104f9478e076482 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392948:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c900/0xb104f9478e076497 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392951:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c900/0xb104f9478e076497 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392953:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c900/0xb104f9478e076497 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392956:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0c900 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392957:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c900/0xb104f9478e076497 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392960:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c900/0xb104f9478e076497 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392963:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392964:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392965:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c900/0xb104f9478e076497 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392967:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c900/0xb104f9478e076497 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392973:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c480/0xb104f9478e0764ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392976:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c480/0xb104f9478e0764ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392979:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c480/0xb104f9478e0764ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392981:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0c480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.392982:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c480/0xb104f9478e0764ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392985:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c480/0xb104f9478e0764ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392988:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.392989:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.392990:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c480/0xb104f9478e0764ac lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392993:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c480/0xb104f9478e0764ac lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.392998:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ed00/0xb104f9478e0764c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393001:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ed00/0xb104f9478e0764c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393003:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ed00/0xb104f9478e0764c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393008:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0ed00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393009:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ed00/0xb104f9478e0764c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393012:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ed00/0xb104f9478e0764c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393015:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393016:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393017:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ed00/0xb104f9478e0764c1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393021:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0ed00/0xb104f9478e0764c1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393030:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fcc0/0xb104f9478e0764d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393033:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952751360:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.393034:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fcc0/0xb104f9478e0764d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393038:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fcc0/0xb104f9478e0764d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393041:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0fcc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393043:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fcc0/0xb104f9478e0764d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393044:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393047:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fcc0/0xb104f9478e0764d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393053:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:2.0:1731347580.393053:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952750848:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.393055:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393057:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fcc0/0xb104f9478e0764d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393061:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fcc0/0xb104f9478e0764d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393063:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.393063:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393070:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c6c0/0xb104f9478e0764eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393072:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393075:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c6c0/0xb104f9478e0764eb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393080:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c6c0/0xb104f9478e0764eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393082:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393084:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0c6c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393086:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c6c0/0xb104f9478e0764eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393090:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c6c0/0xb104f9478e0764eb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393092:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312662784 00000100:00100000:0.0:1731347580.393094:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312662784 00010000:00010000:3.0:1731347580.393095:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393097:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393099:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c6c0/0xb104f9478e0764eb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393103:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0c6c0/0xb104f9478e0764eb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393103:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1d518c0/0xb104f9478dff24ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd2 expref: 453 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393113:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d200/0xb104f9478e076500 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393118:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d200/0xb104f9478e076500 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393123:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d200/0xb104f9478e076500 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393124:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290377 00010000:00010000:3.0:1731347580.393127:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0d200 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.393128:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2003:x1815448312662528:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393130:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d200/0xb104f9478e076500 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393134:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.393135:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d200/0xb104f9478e076500 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393138:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800853e5d40/0xb104f9478e007385 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x405e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a90 expref: 468 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393140:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393141:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393142:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d200/0xb104f9478e076500 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393145:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290378 00010000:00010000:0.0:1731347580.393145:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800853e5d40/0xb104f9478e007385 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x405e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a90 expref: 468 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393146:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0d200/0xb104f9478e076500 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393151:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+454:2003:x1815448312662784:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393153:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0dd40/0xb104f9478e076515 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393155:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0dd40/0xb104f9478e076515 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393158:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0dd40/0xb104f9478e076515 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393158:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800853e5d40/0xb104f9478e007385 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x405e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a90 expref: 468 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.393159:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.393161:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0dd40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393163:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0dd40/0xb104f9478e076515 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393164:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1d518c0/0xb104f9478dff24ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd2 expref: 454 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393165:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0dd40/0xb104f9478e076515 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393168:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393169:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.393170:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393171:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393172:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0dd40/0xb104f9478e076515 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393173:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e076f02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393175:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0dd40/0xb104f9478e076515 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393177:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1d518c0/0xb104f9478dff24ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd2 expref: 454 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393180:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cb40/0xb104f9478e07652a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393181:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e076f02 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393183:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cb40/0xb104f9478e07652a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393186:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cb40/0xb104f9478e07652a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393186:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d518c0/0xb104f9478dff24ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd2 expref: 454 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393188:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0cb40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393189:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cb40/0xb104f9478e07652a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393192:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cb40/0xb104f9478e07652a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393193:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.393194:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393195:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.393195:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.393196:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.393196:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393197:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cb40/0xb104f9478e07652a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393200:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cb40/0xb104f9478e07652a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393200:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393206:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cd80/0xb104f9478e07653f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393209:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cd80/0xb104f9478e07653f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393210:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.393212:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cd80/0xb104f9478e07653f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393214:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0cd80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393216:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cd80/0xb104f9478e07653f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393218:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cd80/0xb104f9478e07653f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393221:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393222:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393223:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cd80/0xb104f9478e07653f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393226:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0cd80/0xb104f9478e07653f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393232:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fa80/0xb104f9478e076554 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393234:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fa80/0xb104f9478e076554 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393237:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fa80/0xb104f9478e076554 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393239:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0fa80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393241:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fa80/0xb104f9478e076554 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393244:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fa80/0xb104f9478e076554 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393247:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393248:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393249:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fa80/0xb104f9478e076554 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393252:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0fa80/0xb104f9478e076554 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393254:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+452:2003:x1815448312662784:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 104us (180us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.393257:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e1c0/0xb104f9478e076569 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393258:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290378 00010000:00010000:3.0:1731347580.393260:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e1c0/0xb104f9478e076569 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393263:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e1c0/0xb104f9478e076569 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393265:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aea0e1c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393266:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e1c0/0xb104f9478e076569 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393266:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2003:x1815448312662528:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 135us (201us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.393269:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e1c0/0xb104f9478e076569 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393271:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290377 00010000:00010000:3.0:1731347580.393272:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393273:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393274:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e1c0/0xb104f9478e076569 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393274:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393276:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aea0e1c0/0xb104f9478e076569 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393278:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393283:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e07657e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393283:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393286:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e07657e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393289:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e07657e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393290:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393291:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbf3c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393292:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e07657e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393294:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393295:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e07657e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393297:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.393298:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393299:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.393299:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393300:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e07657e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393303:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e07657e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393303:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.393307:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393308:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e076593 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393308:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393311:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e076593 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393311:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e076f10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393313:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e076593 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393316:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312662656 00010000:00010000:3.0:1731347580.393318:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbf600 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.393318:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312662656 00010000:00010000:3.0:1731347580.393319:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e076593 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393322:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e076593 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393325:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393326:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.393326:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8bcc0/0xb104f9478dff24c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bcb expref: 467 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393327:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e076593 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393330:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e076593 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393336:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e0765a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393336:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290380 00000100:00100000:0.0:1731347580.393338:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2003:x1815448312662656:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393339:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e0765a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393341:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e0765a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393343:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.393344:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbdf80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393345:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e0765a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393345:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8bcc0/0xb104f9478dff24c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bcb expref: 467 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393347:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e0765a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393350:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.393351:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8bcc0/0xb104f9478dff24c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bcb expref: 467 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393352:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393353:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e0765a8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393356:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e0765a8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393359:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8bcc0/0xb104f9478dff24c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bcb expref: 467 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393362:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e0765bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393364:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393365:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e0765bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393365:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393367:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e0765bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393367:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393369:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbdb00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393371:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e0765bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393371:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393374:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e0765bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393377:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393378:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393379:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e0765bd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393381:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e0765bd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393384:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.393387:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e0765d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393390:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e0765d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393394:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e0765d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393395:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+466:2003:x1815448312662656:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (87us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.393396:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbd8c0 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.393397:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393398:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e0765d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393398:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290380 00010000:00010000:3.0:1731347580.393400:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e0765d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393403:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393404:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1731347580.393404:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312662912 00010000:00010000:3.0:1731347580.393405:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e0765d2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393405:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.393406:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312662912 00010000:00010000:3.0:1731347580.393408:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e0765d2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393412:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.393412:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af5fa640/0xb104f9478e002c04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964301 expref: 451 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393414:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e0765e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393431:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e0765e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393434:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e0765e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393436:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbcd80 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.393436:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312663040 00010000:00010000:3.0:1731347580.393438:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e0765e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393438:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312663040 00010000:00010000:3.0:1731347580.393441:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e0765e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393443:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a76cb40/0xb104f9478e00a59d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca1 expref: 452 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393445:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393446:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393448:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e0765e7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393450:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e0765e7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393452:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312663168 00000100:00100000:0.0:1731347580.393453:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312663168 00000100:00100000:2.0:1731347580.393455:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393457:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e0765fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393457:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1f7a80/0xb104f9478e003175 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x362a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964880 expref: 453 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393460:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e0765fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393462:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e0765fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393463:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393465:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbeac0 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.393465:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290381 00010000:00010000:3.0:1731347580.393466:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e0765fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393468:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+453:2004:x1815448312662912:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393469:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e0765fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393472:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.393473:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393474:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.393474:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af5fa640/0xb104f9478e002c04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964301 expref: 453 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393475:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e0765fc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393477:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e0765fc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393479:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.393479:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af5fa640/0xb104f9478e002c04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964301 expref: 453 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393483:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e076611 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393487:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e076611 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393487:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.393488:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393490:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e076611 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393490:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393492:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbfa80 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.393492:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393493:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e076611 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393494:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393496:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e076611 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393499:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:2.0:1731347580.393499:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393500:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.393500:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.393501:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e076611 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393503:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e076611 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393509:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e076626 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393511:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e076626 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393513:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+455:2004:x1815448312662912:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (115us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.393514:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e076626 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393516:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbc000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393518:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e076626 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393518:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290381 00000100:00100000:2.0:1731347580.393519:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393521:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e076626 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393524:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393525:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393526:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e076626 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393528:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290382 00010000:00010000:3.0:1731347580.393529:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e076626 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393533:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+454:2004:x1815448312663040:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393535:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e07663b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393537:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e07663b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393537:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.393539:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.393540:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e07663b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393542:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbcfc0 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.393543:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.393543:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a76cb40/0xb104f9478e00a59d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca1 expref: 454 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393544:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e07663b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393546:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e07663b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393549:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:2.0:1731347580.393549:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.393550:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393551:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e07663b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393551:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a76cb40/0xb104f9478e00a59d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca1 expref: 454 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393554:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e07663b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393560:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e076650 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393561:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.393562:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393564:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e076650 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393564:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393566:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e076650 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393569:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbc480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393570:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e076650 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393572:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e076650 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393574:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393575:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393576:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393577:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e076650 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393580:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e076650 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393583:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.393585:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e076665 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393588:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e076665 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393591:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e076665 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393595:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbf180 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393596:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e076665 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393599:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e076665 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393600:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+453:2004:x1815448312663040:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (193us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.393602:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393603:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393604:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e076665 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393605:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290382 00010000:00010000:3.0:1731347580.393606:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e076665 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393608:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af5fa640/0xb104f9478e002c04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964301 expref: 453 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393612:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e07667a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393614:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e07667a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393615:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952751488:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.393617:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e07667a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393617:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290384 00010000:00010000:3.0:1731347580.393619:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbdd40 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.393620:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+471:2003:x1815448312663296:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393621:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e07667a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393622:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393623:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e07667a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393626:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.393626:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.393627:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393628:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393629:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e07667a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393630:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801323b4b40/0xb104f9478e00d9fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f0f7 expref: 471 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.393631:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393632:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e07667a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393637:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393638:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e07668f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393639:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801323b4b40/0xb104f9478e00d9fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f0f7 expref: 471 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393641:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e07668f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393642:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393643:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e07668f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393646:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbcb40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393647:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e07668f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393648:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.393649:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.393649:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393650:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e07668f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393652:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e076f3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393653:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393654:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393655:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e07668f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393657:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e07668f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393658:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081620900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.393658:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e076f3a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.393661:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393663:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e0766a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393665:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.393666:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e0766a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393667:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393669:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e0766a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393672:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbc900 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393673:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e0766a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393675:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e0766a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393676:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+471:2003:x1815448312663296:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (220us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.393677:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393678:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393679:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393681:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e0766a4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393681:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290384 00010000:00010000:3.0:1731347580.393683:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e0766a4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393683:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081620900/0xb104f9478e076f17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393688:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e0766b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393691:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e0766b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393693:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290386 00010000:00010000:3.0:1731347580.393694:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e0766b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393696:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbc6c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393697:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e0766b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393697:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+470:2004:x1815448312663552:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393700:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e0766b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393702:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.393703:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393705:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393706:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e0766b9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393707:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880015d07180/0xb104f9478e002bfd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964308 expref: 470 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393709:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e0766b9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393714:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880015d07180/0xb104f9478e002bfd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964308 expref: 470 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393715:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e0766ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393717:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e0766ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393720:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e0766ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393721:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393722:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbd200 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.393722:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393723:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e0766ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393724:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393726:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e0766ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393728:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393729:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393730:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393731:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e0766ce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393733:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.393734:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e0766ce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393739:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e0766e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393740:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+470:2004:x1815448312663552:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (261us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.393742:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e0766e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393743:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290386 00010000:00010000:3.0:1731347580.393745:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e0766e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393748:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbed00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393749:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e0766e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393752:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e0766e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393755:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.393755:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290388 00010000:00010000:3.0:1731347580.393756:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393757:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e0766e3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393757:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2003:x1815448312663808:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393759:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e0766e3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393761:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.393764:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaa93a80/0xb104f9478dff89e5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2b4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0f0 expref: 469 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393765:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e0766f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393768:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e0766f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393783:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e0766f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393783:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaa93a80/0xb104f9478dff89e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0f0 expref: 469 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393786:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbf840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393787:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e0766f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393789:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3763:x1815447952751232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2538us (2611us total) trans 4295335678 rc 0/0 00010000:00010000:3.0:1731347580.393790:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e0766f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393790:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.393791:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.393792:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393794:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:2.0:1731347580.393794:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204462 00010000:00010000:3.0:1731347580.393795:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393796:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e0766f8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393796:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393799:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e0766f8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393801:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.393805:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e07670d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393807:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e07670d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393808:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+469:2003:x1815448312663808:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (308us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.393810:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e07670d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393812:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbe880 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.393812:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290388 00010000:00010000:3.0:1731347580.393814:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e07670d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393814:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a76cb40/0xb104f9478e00a59d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca1 expref: 450 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393816:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e07670d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393818:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290390 00010000:00010000:3.0:1731347580.393820:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:2.0:1731347580.393820:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952752896:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.393821:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1731347580.393821:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+468:2004:x1815448312664192:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393822:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e07670d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393824:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.393825:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e07670d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393827:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.393827:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bb6400/0xb104f9478e003080 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x28fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964784 expref: 468 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.393831:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393832:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e076722 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393832:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bb6400/0xb104f9478e003080 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964784 expref: 468 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393835:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e076722 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393837:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e076722 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393838:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393839:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbe640 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.393840:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393841:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e076722 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393841:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.393842:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393843:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e076722 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393843:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.393846:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393847:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.393847:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393848:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393849:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e076722 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393850:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393851:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e076722 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393852:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.393853:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081621b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.393854:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393856:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e076737 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393858:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.393858:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+467:2004:x1815448312664192:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 37us (321us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.393859:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e076737 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393861:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290390 00010000:00010000:3.0:1731347580.393862:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e076737 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393863:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393866:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbe1c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.393867:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081621b00/0xb104f9478e076f25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.393867:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290392 00010000:00010000:3.0:1731347580.393868:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e076737 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393869:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+449:2004:x1815448312664320:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.393871:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e076737 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393872:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.393874:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393875:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.393875:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011fa0af40/0xb104f9478e00d9f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f0fe expref: 449 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393876:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e076737 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393878:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e076737 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393881:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011fa0af40/0xb104f9478e00d9f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f0fe expref: 449 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393884:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e07674c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393886:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.393887:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e07674c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393887:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.393888:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e076f64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393889:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e07674c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393892:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbfcc0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393893:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e07674c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393895:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e07674c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393895:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e076f64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393898:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393900:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.393900:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.393901:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e07674c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393904:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e07674c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393905:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+449:2004:x1815448312664320:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 35us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.393908:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290392 00010000:00010000:3.0:1731347580.393910:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e076761 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393913:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e076761 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393915:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e076761 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393918:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbd440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393919:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e076761 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393921:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e076761 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393924:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393925:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.393926:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880015d07180/0xb104f9478e002bfd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964308 expref: 465 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393927:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e076761 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393929:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e076761 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.393933:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952753280:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.393935:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e076776 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393938:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e076776 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393940:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393941:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e076776 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.393941:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+22:3763:x1815447952751872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2447us (2570us total) trans 4295335679 rc 0/0 00010000:00010000:3.0:1731347580.393944:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbc240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.393945:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e076776 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393945:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.393946:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204464 00010000:00010000:3.0:1731347580.393948:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e076776 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393949:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393951:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393952:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.393953:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e076776 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393953:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393955:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e076776 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393957:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393961:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088240/0xb104f9478e07678b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393963:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaac6f40/0xb104f9478dff89ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0e9 expref: 447 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.393964:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088240/0xb104f9478e07678b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393964:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393966:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088240/0xb104f9478e07678b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393967:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.393969:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088240 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.393969:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952753152:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.393969:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393970:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088240/0xb104f9478e07678b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393973:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088240/0xb104f9478e07678b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.393973:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.393976:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393977:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.393978:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1731347580.393978:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393979:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088240/0xb104f9478e07678b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393980:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.393981:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e076f33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393982:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088240/0xb104f9478e07678b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393984:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393988:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088480/0xb104f9478e0767a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393988:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393990:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088480/0xb104f9478e0767a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393991:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393993:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088480/0xb104f9478e0767a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.393995:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088480 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.393995:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.393997:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088480/0xb104f9478e0767a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.393998:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081621680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.393999:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088480/0xb104f9478e0767a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394000:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394002:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394003:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394004:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088480/0xb104f9478e0767a0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394007:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088480/0xb104f9478e0767a0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394007:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394012:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088000/0xb104f9478e0767b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394012:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394015:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088000/0xb104f9478e0767b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394016:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081621680/0xb104f9478e076f2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394018:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088000/0xb104f9478e0767b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394021:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394022:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088000/0xb104f9478e0767b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394025:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088000/0xb104f9478e0767b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394028:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394029:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394030:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088000/0xb104f9478e0767b5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394032:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4088000/0xb104f9478e0767b5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394037:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c900/0xb104f9478e0767ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394040:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c900/0xb104f9478e0767ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394043:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c900/0xb104f9478e0767ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394045:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9c900 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394046:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c900/0xb104f9478e0767ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394049:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c900/0xb104f9478e0767ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394053:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394054:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394055:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c900/0xb104f9478e0767ca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394057:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c900/0xb104f9478e0767ca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394063:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f3c0/0xb104f9478e0767df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394065:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f3c0/0xb104f9478e0767df lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394068:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f3c0/0xb104f9478e0767df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394070:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9f3c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394072:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f3c0/0xb104f9478e0767df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394074:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f3c0/0xb104f9478e0767df lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394077:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394078:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394079:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f3c0/0xb104f9478e0767df lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.394080:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3760:x1815447952752256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2497us (2673us total) trans 4295367223 rc 0/0 00010000:00010000:3.0:1731347580.394082:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f3c0/0xb104f9478e0767df lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.394084:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204466 00010000:00010000:3.0:1731347580.394087:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ef40/0xb104f9478e0767f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.394088:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+22:3760:x1815447952751616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2509us (2697us total) trans 4295335681 rc 0/0 00010000:00010000:3.0:1731347580.394090:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ef40/0xb104f9478e0767f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.394092:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204465 00010000:00010000:3.0:1731347580.394093:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ef40/0xb104f9478e0767f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394095:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9ef40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394096:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ef40/0xb104f9478e0767f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394099:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ef40/0xb104f9478e0767f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394102:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394103:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394104:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ef40/0xb104f9478e0767f4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394107:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9ef40/0xb104f9478e0767f4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.394109:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bb6400/0xb104f9478e003080 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x28fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964784 expref: 464 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.394111:0:15722:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaa93a80/0xb104f9478dff89e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a0f0 expref: 464 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.394112:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9fa80/0xb104f9478e076809 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394115:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9fa80/0xb104f9478e076809 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.394115:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952753920:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.394117:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9fa80/0xb104f9478e076809 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.394117:0:15722:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15722:1815447952753536:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.394122:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9fa80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.394123:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394124:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9fa80/0xb104f9478e076809 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394124:0:15722:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394126:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9fa80/0xb104f9478e076809 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394128:0:15722:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394129:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394130:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394131:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9fa80/0xb104f9478e076809 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.394131:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.394132:0:15722:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394134:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9fa80/0xb104f9478e076809 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.394134:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.394138:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394139:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9eac0/0xb104f9478e07681e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394139:0:15722:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394142:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9eac0/0xb104f9478e07681e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.394142:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.394143:0:15722:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394144:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9eac0/0xb104f9478e07681e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394146:0:15722:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.394146:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394147:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9eac0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394148:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9eac0/0xb104f9478e07681e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394149:0:15722:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081622d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.394149:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143af40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.394151:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9eac0/0xb104f9478e07681e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394151:0:15722:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.394151:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394154:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.394154:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394155:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.394155:0:15722:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394157:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9eac0/0xb104f9478e07681e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.394160:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9eac0/0xb104f9478e07681e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.394160:0:15722:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.394160:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.394163:0:15722:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081622d00/0xb104f9478e076f48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.394163:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e076f5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394164:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d680/0xb104f9478e076833 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394167:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d680/0xb104f9478e076833 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394169:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d680/0xb104f9478e076833 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394172:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9d680 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394173:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d680/0xb104f9478e076833 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394176:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d680/0xb104f9478e076833 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394179:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394180:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394181:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d680/0xb104f9478e076833 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394184:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d680/0xb104f9478e076833 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394188:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f180/0xb104f9478e076848 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394191:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f180/0xb104f9478e076848 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394194:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f180/0xb104f9478e076848 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394197:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9f180 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394198:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f180/0xb104f9478e076848 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394201:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f180/0xb104f9478e076848 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394204:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394205:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394206:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f180/0xb104f9478e076848 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394208:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f180/0xb104f9478e076848 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394213:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c000/0xb104f9478e07685d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394216:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c000/0xb104f9478e07685d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394218:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c000/0xb104f9478e07685d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394220:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9c000 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394222:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c000/0xb104f9478e07685d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394224:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c000/0xb104f9478e07685d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394228:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394230:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394231:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c000/0xb104f9478e07685d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394234:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c000/0xb104f9478e07685d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394238:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d200/0xb104f9478e076872 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394241:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d200/0xb104f9478e076872 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394243:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+22:3763:x1815447952752512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2421us (2472us total) trans 4295367224 rc 0/0 00010000:00010000:3.0:1731347580.394244:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d200/0xb104f9478e076872 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394244:0:15722:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3760:x1815447952752384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2563us (2745us total) trans 4295367225 rc 0/0 00010000:00010000:3.0:1731347580.394246:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9d200 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.394247:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204472 00010000:00010000:3.0:1731347580.394248:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d200/0xb104f9478e076872 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394250:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d200/0xb104f9478e076872 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394250:0:15722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204469 00010000:00010000:3.0:1731347580.394253:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394254:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394255:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d200/0xb104f9478e076872 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394258:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d200/0xb104f9478e076872 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394262:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9df80/0xb104f9478e076887 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394265:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9df80/0xb104f9478e076887 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394268:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9df80/0xb104f9478e076887 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394268:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b013600/0xb104f9478e00a5a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bca8 expref: 462 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:0.0:1731347580.394269:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132d0a300/2, rc 0, transno 399928 00010000:00010000:3.0:1731347580.394270:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9df80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394272:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9df80/0xb104f9478e076887 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394274:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9df80/0xb104f9478e076887 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394275:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952753792:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.394275:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952752512:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394277:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394278:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394279:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9df80/0xb104f9478e076887 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394281:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394282:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9df80/0xb104f9478e076887 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000004:00080000:0.0:1731347580.394282:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e4a80/2, rc 0, transno 368383 00000100:00100000:0.0:1731347580.394284:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952751872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.394285:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394287:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c240/0xb104f9478e07689c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394288:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394289:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c240/0xb104f9478e07689c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000004:00080000:0.0:1731347580.394289:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e5180/2, rc 0, transno 368382 00000100:00100000:0.0:1731347580.394291:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952751232:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.394292:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c240/0xb104f9478e07689c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394292:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394294:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9c240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394296:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c240/0xb104f9478e07689c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394296:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.394296:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077877100/2, rc 0, transno 368380 00000100:00100000:0.0:1731347580.394298:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952750208:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.394299:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c240/0xb104f9478e07689c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394299:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394302:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.394302:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081622400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.394303:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394304:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c240/0xb104f9478e07689c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394304:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394307:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9c240/0xb104f9478e07689c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394308:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394311:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d8c0/0xb104f9478e0768b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394314:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d8c0/0xb104f9478e0768b1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394316:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d8c0/0xb104f9478e0768b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394316:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394319:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9d8c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.394319:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081622400/0xb104f9478e076f56 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394320:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d8c0/0xb104f9478e0768b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394323:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d8c0/0xb104f9478e0768b1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394326:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394327:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394328:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d8c0/0xb104f9478e0768b1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394329:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1731347580.394331:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d8c0/0xb104f9478e0768b1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394335:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d440/0xb104f9478e0768c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394336:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952754304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394338:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d440/0xb104f9478e0768c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394341:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d440/0xb104f9478e0768c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394343:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9d440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394344:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d440/0xb104f9478e0768c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394347:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d440/0xb104f9478e0768c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394350:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.394351:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394352:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394353:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d440/0xb104f9478e0768c6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394355:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9d440/0xb104f9478e0768c6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394359:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f600/0xb104f9478e0768db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394362:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f600/0xb104f9478e0768db lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394365:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f600/0xb104f9478e0768db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394369:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9f600 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394371:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f600/0xb104f9478e0768db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394374:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f600/0xb104f9478e0768db lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394377:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394378:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394379:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f600/0xb104f9478e0768db lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394381:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9f600/0xb104f9478e0768db lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394382:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009944ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952754688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.394384:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3763:x1815447952752640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2618us (2642us total) trans 4295367226 rc 0/0 00010000:00010000:3.0:1731347580.394386:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9dd40/0xb104f9478e0768f0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394388:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204471 00010000:00010000:3.0:1731347580.394389:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9dd40/0xb104f9478e0768f0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394391:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9dd40/0xb104f9478e0768f0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394392:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.394393:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012de9dd40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394395:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9dd40/0xb104f9478e0768f0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394395:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952754304 00010000:00010000:3.0:1731347580.394397:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9dd40/0xb104f9478e0768f0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394397:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952754304 00000100:00100000:0.0:1731347580.394399:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1731347580.394400:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.394401:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952754560:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.394402:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394403:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9dd40/0xb104f9478e0768f0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394406:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de9dd40/0xb104f9478e0768f0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394406:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952754688 00000100:00100000:2.0:1731347580.394407:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952754688 00000100:00100000:0.0:1731347580.394408:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.394410:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e076905 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394413:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e076905 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394413:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952754560 00010000:00010000:3.0:1731347580.394428:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e076905 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394428:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952754560 00010000:00010000:3.0:1731347580.394430:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b1dbd680 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.394431:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952754432:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.394432:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e076905 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394434:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e076905 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394435:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204474 00010000:00010000:3.0:1731347580.394438:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:2.0:1731347580.394438:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3763:x1815447952754304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394440:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394441:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e076905 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394442:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.394444:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e076905 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394448:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07691a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00002000:00080000:2.0:1731347580.394450:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18533 count 1 00010000:00010000:3.0:1731347580.394451:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07691a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000004:00080000:0.0:1731347580.394452:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132d0a680/2, rc 0, transno 399931 00010000:00010000:3.0:1731347580.394454:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07691a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394456:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952752128:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394457:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae21c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394458:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07691a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394459:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.394460:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132d0b480/2, rc 0, transno 399930 00010000:00010000:3.0:1731347580.394461:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07691a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394462:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952752640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394464:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394465:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394466:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07691a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394466:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1731347580.394467:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a6edb00/0xb104f9478e00099e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9620a2 expref: 460 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.394468:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009944d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952754816:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.394469:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07691a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394470:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.394471:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.394473:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394474:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07692f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394476:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07692f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394477:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.394479:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07692f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394481:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2640 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394482:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07692f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394484:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a6edb00/0xb104f9478e00099e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9620a2 expref: 460 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.394485:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07692f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394489:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394490:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394491:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07692f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394491:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a6edb00/0xb104f9478e00099e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9620a2 expref: 460 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.394494:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07692f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394497:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952754944:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.394498:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e076944 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394499:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1731347580.394501:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e076944 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394502:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952755200:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394504:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e076944 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394506:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1200 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394507:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e076944 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394509:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62f00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.394510:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e076944 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394512:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.394513:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394514:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394515:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e076944 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394518:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e076944 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394520:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394522:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e076959 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394522:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952754816 00000100:00100000:0.0:1731347580.394523:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952754816 00010000:00010000:2.0:1731347580.394524:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394525:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e076959 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394529:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e076959 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394529:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394531:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae18c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394532:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e076959 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394532:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.394533:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952755200 00000100:00100000:0.0:1731347580.394534:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952755200 00010000:00010000:3.0:1731347580.394535:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e076959 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394536:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394538:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394539:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1731347580.394539:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081623180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.394540:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e076959 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394540:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.394541:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204476 00010000:00010000:3.0:1731347580.394542:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e076959 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394544:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3761:x1815447952754560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.394545:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394547:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07696e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394549:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07696e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394551:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394552:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07696e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00002000:00080000:0.0:1731347580.394553:0:15922:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16514 count 1 00010000:00010000:3.0:1731347580.394554:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0240 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.394554:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081623180/0xb104f9478e076f09 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394556:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07696e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394559:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07696e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394562:0:15922:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394563:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394564:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394565:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07696e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394567:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07696e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394569:0:15922:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091328fc0/0xb104f9478e001e90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96358d expref: 445 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.394573:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e076983 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394573:0:15922:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.394574:0:15922:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.394575:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e076983 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394575:0:15922:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394578:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e076983 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394580:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3840 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394582:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e076983 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394584:0:15922:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091328fc0/0xb104f9478e001e90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96358d expref: 445 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.394585:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e076983 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394587:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394588:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394590:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e076983 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394592:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e076983 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394593:0:15922:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091328fc0/0xb104f9478e001e90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96358d expref: 445 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.394598:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e076998 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394598:0:15922:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15922:1815447952755456:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.394601:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e076998 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394603:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e076998 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394606:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae33c0 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394607:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e076998 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394608:0:15922:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65240 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.394610:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e076998 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394613:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394614:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394615:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e076998 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394617:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e076998 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394617:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952755072 00000100:00100000:0.0:1731347580.394619:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952755072 00000100:00100000:2.0:1731347580.394620:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3761:x1815447952750464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4007us (4441us total) trans 4295367228 rc 0/0 00010000:00010000:3.0:1731347580.394621:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0769ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394624:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0769ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394624:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204460 00010000:00010000:3.0:1731347580.394627:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0769ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394629:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204477 00010000:00010000:3.0:1731347580.394632:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2ac0 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:0.0:1731347580.394632:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+25:3763:x1815447952754432:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.394633:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0769ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394634:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204478 00010000:00010000:3.0:1731347580.394636:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0769ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394636:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3763:x1815447952754816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.394638:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18533 count 1 00010000:00010000:3.0:1731347580.394639:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394640:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394642:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0769ad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394644:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0769ad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00002000:00080000:2.0:1731347580.394644:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16136 count 1 00010000:00010000:0.0:1731347580.394644:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e076f80 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394649:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0769c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394650:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad3fb840/0xb104f9478e000997 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96209b expref: 445 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.394651:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0769c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394651:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394654:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0769c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394654:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.394655:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.394656:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1b00 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:0.0:1731347580.394656:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e076f80 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394657:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0769c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394657:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080f0df80/0xb104f9478e003ed4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d1 expref: 445 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.394660:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0769c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394661:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.394662:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.394663:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.394663:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.394664:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad3fb840/0xb104f9478e000997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96209b expref: 445 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.394665:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394666:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0769c2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394669:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0769c2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394669:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad3fb840/0xb104f9478e000997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96209b expref: 445 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.394673:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0769d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394675:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0769d7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394675:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080f0df80/0xb104f9478e003ed4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d1 expref: 445 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.394677:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952755584:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.394678:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0769d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394680:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0b40 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:2.0:1731347580.394681:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080f0df80/0xb104f9478e003ed4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d1 expref: 445 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.394682:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0769d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394684:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0769d7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394685:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65540 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.394687:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:2.0:1731347580.394687:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952755712:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.394688:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394689:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0769d7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394692:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0769d7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394694:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204479 00010000:00010000:3.0:1731347580.394696:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0769ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394696:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.394696:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3761:x1815447952755200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394699:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0769ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394702:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0769ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00002000:00080000:0.0:1731347580.394702:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16601 count 1 00010000:00010000:3.0:1731347580.394705:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394706:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0769ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394706:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204480 00010000:00010000:0.0:1731347580.394707:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.394708:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+24:3762:x1815447952755072:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394709:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0769ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394712:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.394712:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b3c14fc0/0xb104f9478dff95a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x40d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95acab expref: 459 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.394713:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394714:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0769ec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00002000:00080000:2.0:1731347580.394715:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16514 count 1 00010000:00010000:0.0:1731347580.394716:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.394717:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0769ec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394717:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.394718:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394721:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e076a01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394721:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.394724:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e076a01 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394726:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e076a01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.394726:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b3c14fc0/0xb104f9478dff95a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95acab expref: 459 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.394727:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098252640/0xb104f9478e001e89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963594 expref: 459 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.394728:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0d80 already unused, calling callback (ffffffffa0f05950) 00010000:00010000:3.0:1731347580.394730:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e076a01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394730:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.394731:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.394732:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e076a01 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394732:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.394732:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b3c14fc0/0xb104f9478dff95a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95acab expref: 459 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.394736:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394737:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1731347580.394737:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952755840:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.394738:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e076a01 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394740:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098252640/0xb104f9478e001e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963594 expref: 459 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.394741:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e076a01 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394745:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.394746:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e076a16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394748:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e076a16 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.394749:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098252640/0xb104f9478e001e89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963594 expref: 459 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.394751:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e076a16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394753:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2400 already unused, calling callback (ffffffffa0f05950) 00000100:00100000:2.0:1731347580.394754:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952755968:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.394755:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e076a16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394757:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e076a16 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394760:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.394761:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394762:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e076a16 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394763:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00000004:00080000:0.0:1731347580.394763:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e4380/2, rc 0, transno 368384 00010000:00010000:3.0:1731347580.394765:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e076a16 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394768:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952751744:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.394777:0:3746:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e076a2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394781:0:3746:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e076a2b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394784:0:3746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e076a2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394786:0:3746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1680 already unused, calling callback (ffffffffa0f05950) 00000004:00080000:0.0:1731347580.394787:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132d08000/2, rc 0, transno 399929 00010000:00010000:3.0:1731347580.394788:0:3746:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e076a2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.394790:0:3746:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e076a2b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15910 initiator: MDT0 00000100:00100000:0.0:1731347580.394791:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952752384:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394794:0:3746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000004:00080000:2.0:1731347580.394794:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132d0b100/2, rc 0, transno 399932 00010000:00010000:3.0:1731347580.394795:0:3746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1731347580.394796:0:3746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e076a2b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000004:00080000:0.0:1731347580.394796:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132d08380/2, rc 0, transno 399933 00010000:00010000:3.0:1731347580.394798:0:3746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e076a2b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15910 initiator: MDT0 00000100:00100000:2.0:1731347580.394798:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952750464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.394798:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952752768:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1731347580.394803:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132d08e00/2, rc 0, transno 399927 00000100:00100000:0.0:1731347580.394804:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952752256:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1731347580.394808:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e5500/2, rc 0, transno 368385 00000100:00100000:0.0:1731347580.394810:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952751616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.394841:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952756224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.394853:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+443:2004:x1815448312662272:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2948us (3494us total) trans 0 rc 208896/208896 00000100:00100000:2.0:1731347580.394856:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3761:x1815447952750976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3611us (3697us total) trans 4295335677 rc 0/0 00000100:00100000:0.0:1731347580.394857:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.394858:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678318 00000100:00100000:2.0:1731347580.394860:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204461 00000100:00100000:0.0:1731347580.394863:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00100000:3.0:1731347580.394864:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3563520->3772415) req@ffff88007cc45180 x1815448312662272/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 208896/208896 job:'fsx.0' uid:0 gid:0 00000100:00100000:0.0:1731347580.394866:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952756352:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.394868:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952756224 00000100:00100000:2.0:1731347580.394869:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952756224 00002000:00100000:3.0:1731347580.394870:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc45180 with x1815448312662272 ext(3563520->3772415) 00002000:00010000:3.0:1731347580.394873:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc45180 00000100:00100000:0.0:1731347580.394875:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.394879:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952756352 00000100:00100000:2.0:1731347580.394880:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952756352 00000100:00100000:2.0:1731347580.394886:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204481 00000100:00100000:2.0:1731347580.394889:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+25:3762:x1815447952756224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.394894:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952756736:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.394895:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15199 count 1 00010000:00010000:2.0:1731347580.394902:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.394902:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.394909:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880080c23840/0xb104f9478dff3b1e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef955222 expref: 459 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.394910:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952756736 00010000:00010000:2.0:1731347580.394912:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.394913:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952756736 00010000:00010000:2.0:1731347580.394913:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.394914:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952756480:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.394915:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.394922:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.394924:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204483 00010000:00010000:2.0:1731347580.394925:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880080c23840/0xb104f9478dff3b1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955222 expref: 459 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.394927:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+25:3762:x1815447952756736:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.394928:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:2.0:1731347580.394930:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880080c23840/0xb104f9478dff3b1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955222 expref: 459 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.394931:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952756096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.394935:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952756864:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.394936:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17852 count 1 00000100:00100000:0.0:1731347580.394938:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.394943:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.394944:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.394946:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952756608:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.394951:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fc900/0xb104f9478e000449 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961b54 expref: 442 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.394952:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952756480 00000100:00100000:2.0:1731347580.394954:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952756480 00000100:00100000:0.0:1731347580.394955:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.394956:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.394957:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.394958:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.394963:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952756608 00000100:00100000:0.0:1731347580.394963:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952756096 00000100:00100000:2.0:1731347580.394964:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952756608 00000100:00100000:0.0:1731347580.394965:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952756096 00010000:00010000:3.0:1731347580.394970:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fc900/0xb104f9478e000449 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961b54 expref: 442 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.394971:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204484 00000100:00100000:2.0:1731347580.394973:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+27:3760:x1815447952756480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.394975:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fc900/0xb104f9478e000449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961b54 expref: 442 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.394977:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204485 00002000:00080000:2.0:1731347580.394979:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15746 count 1 00000100:00100000:0.0:1731347580.394980:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+26:3760:x1815447952756608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.394981:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952757120:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.394984:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.394987:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15199 count 1 00010000:00010000:2.0:1731347580.394990:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88001579a640/0xb104f9478e0086cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dd0 expref: 459 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.394993:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.394994:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0840 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.394994:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.394995:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.394996:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.395000:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af101440/0xb104f9478dff3b17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95521b expref: 442 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.395004:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204486 00010000:00010000:0.0:1731347580.395004:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.395004:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.395006:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.395007:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+27:3760:x1815447952756096:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.395009:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88001579a640/0xb104f9478e0086cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dd0 expref: 459 pid: 15918 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1731347580.395014:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16136 count 1 00010000:00010000:2.0:1731347580.395014:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88001579a640/0xb104f9478e0086cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dd0 expref: 459 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.395015:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af101440/0xb104f9478dff3b17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95521b expref: 442 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.395019:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952757248:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.395020:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af101440/0xb104f9478dff3b17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95521b expref: 442 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.395022:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.395025:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952757376:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.395026:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.395028:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c240/0xb104f9478e003ecd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d8 expref: 459 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.395032:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.395033:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.395034:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.395035:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65900 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.395038:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077877b80/2, rc 0, transno 368387 00000100:00100000:2.0:1731347580.395043:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952754048:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.395044:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c240/0xb104f9478e003ecd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d8 expref: 459 pid: 15960 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1731347580.395048:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e4e00/2, rc 0, transno 368381 00010000:00010000:3.0:1731347580.395049:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c240/0xb104f9478e003ecd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d8 expref: 459 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.395050:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952750976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.395055:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952757504:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.395062:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.395064:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.395065:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.395066:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952757632:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.395069:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952757760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.395077:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.395092:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952757632 00000100:00100000:3.0:1731347580.395094:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952757632 00000100:00100000:2.0:1731347580.395097:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.395104:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952757760 00000004:00080000:0.0:1731347580.395104:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132d09c00/2, rc 0, transno 399934 00000100:00100000:3.0:1731347580.395106:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952757760 00000100:00100000:0.0:1731347580.395108:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952750336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.395109:0:15722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204487 00000100:00100000:2.0:1731347580.395112:0:15722:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3762:x1815447952757632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.395115:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204488 00000100:00100000:3.0:1731347580.395117:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+28:3761:x1815447952757760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.395119:0:15722:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15746 count 1 00002000:00080000:3.0:1731347580.395124:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15285 count 1 00000100:00100000:0.0:1731347580.395124:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.395125:0:15722:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.395128:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952757888:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.395130:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.395131:0:15722:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac327cc0/0xb104f9478e0086c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dc9 expref: 442 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.395136:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129edcd80/0xb104f9478e005df2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674ef expref: 442 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.395138:0:15722:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.395138:0:15722:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.395138:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.395140:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.395140:0:15722:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.395141:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.395143:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.395149:0:15722:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac327cc0/0xb104f9478e0086c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dc9 expref: 442 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.395152:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129edcd80/0xb104f9478e005df2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674ef expref: 442 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.395153:0:15722:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac327cc0/0xb104f9478e0086c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dc9 expref: 442 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.395157:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129edcd80/0xb104f9478e005df2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674ef expref: 442 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.395159:0:15722:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15722:1815447952758016:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.395162:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952758144:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.395167:0:15722:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.395173:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0000 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.396455:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952754944:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.396470:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.396503:0:15922:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15922:1815447952755456:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.396514:0:15922:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396543:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396548:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396553:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396557:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396561:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396564:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.396566:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396570:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396577:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396580:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e076f6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.396632:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.396650:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.396697:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3763:x1815447952754304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2256us (2344us total) trans 4295367231 rc 0/0 00000100:00100000:2.0:1731347580.396704:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204474 00000100:00100000:3.0:1731347580.396709:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.396722:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312664832 00000100:00100000:2.0:1731347580.396725:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312664832 00000100:00100000:3.0:1731347580.396727:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.396730:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290395 00010000:00010000:2.0:1731347580.396733:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad3fb840/0xb104f9478e000997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96209b expref: 445 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.396736:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+445:2003:x1815448312664704:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.396743:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.396744:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312665088 00000100:00100000:2.0:1731347580.396746:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312665088 00010000:00010000:0.0:1731347580.396747:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091328fc0/0xb104f9478e001e90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96358d expref: 445 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.396750:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080f0df80/0xb104f9478e003ed4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d1 expref: 446 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.396755:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091328fc0/0xb104f9478e001e90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96358d expref: 445 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.396767:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091328fc0/0xb104f9478e001e90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96358d expref: 445 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.396768:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290397 00000100:00100000:2.0:1731347580.396783:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+445:2003:x1815448312665088:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.396789:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.396789:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.396790:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.396791:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080f0df80/0xb104f9478e003ed4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d1 expref: 444 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.396793:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396798:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080f0df80/0xb104f9478e003ed4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d1 expref: 444 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.396800:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.396801:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.396806:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.396807:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.396809:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396813:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.396816:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.396820:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.396820:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.396840:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+443:2003:x1815448312665088:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.396840:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+443:2003:x1815448312664704:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 102us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.396846:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290395 00000100:00100000:3.0:1731347580.396848:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.396851:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290397 00000100:00100000:0.0:1731347580.396859:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312665344 00000100:00100000:2.0:1731347580.396862:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312665216 00000100:00100000:0.0:1731347580.396862:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312665344 00000100:00100000:2.0:1731347580.396864:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312665216 00010000:00010000:0.0:1731347580.396870:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880080c23840/0xb104f9478dff3b1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955222 expref: 461 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.396873:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098252640/0xb104f9478e001e89 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963594 expref: 461 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.396881:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290399 00000100:00100000:0.0:1731347580.396884:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312665344:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.396888:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290400 00000100:00100000:3.0:1731347580.396889:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.396889:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.396891:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880080c23840/0xb104f9478dff3b1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955222 expref: 461 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.396892:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312665216:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.396896:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880080c23840/0xb104f9478dff3b1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955222 expref: 461 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.396897:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.396900:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098252640/0xb104f9478e001e89 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963594 expref: 461 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.396903:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.396904:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.396905:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098252640/0xb104f9478e001e89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963594 expref: 461 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.396906:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.396911:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396912:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.396913:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.396915:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.396919:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.396921:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.396925:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.396929:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.396937:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312665344:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.396938:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312665216:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.396941:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290400 00000100:00100000:0.0:1731347580.396952:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290399 00000100:00100000:2.0:1731347580.396965:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290402 00000100:00100000:2.0:1731347580.396970:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+441:2003:x1815448312665600:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.396977:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.396981:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fc900/0xb104f9478e000449 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961b54 expref: 441 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.396989:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fc900/0xb104f9478e000449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961b54 expref: 441 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:0.0:1731347580.396997:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077876a00/2, rc 0, transno 399935 00010000:00010000:2.0:1731347580.397000:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.397002:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.397004:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397005:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952754304:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.397011:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397020:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.397035:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+441:2003:x1815448312665600:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.397040:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.397040:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290402 00000100:00100000:2.0:1731347580.397049:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312665984 00000100:00100000:2.0:1731347580.397051:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312665984 00010000:00010000:2.0:1731347580.397056:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af101440/0xb104f9478dff3b17 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95521b expref: 441 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.397067:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290403 00000100:00100000:2.0:1731347580.397070:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+441:2003:x1815448312665984:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.397076:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.397079:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af101440/0xb104f9478dff3b17 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95521b expref: 441 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.397083:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.397088:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af101440/0xb104f9478dff3b17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95521b expref: 441 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.397097:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.397098:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.397099:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312666112 00010000:00010000:2.0:1731347580.397101:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397103:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312666112 00010000:00010000:2.0:1731347580.397107:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397115:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac327cc0/0xb104f9478e0086c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dc9 expref: 442 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.397116:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.397128:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.397130:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290404 00000100:00100000:2.0:1731347580.397133:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+442:2003:x1815448312665984:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 61us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.397133:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+442:2003:x1815448312666112:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.397137:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.397139:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290403 00010000:00010000:0.0:1731347580.397140:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac327cc0/0xb104f9478e0086c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dc9 expref: 442 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.397145:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac327cc0/0xb104f9478e0086c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dc9 expref: 441 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.397148:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312666368 00000100:00100000:2.0:1731347580.397151:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312666368 00010000:00010000:0.0:1731347580.397155:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.397157:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.397159:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011935df80/0xb104f9478e005deb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674f6 expref: 459 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.397159:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397161:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952758272:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.397163:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.397166:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397169:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397174:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.397174:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312665728 00000100:00100000:2.0:1731347580.397176:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312665728 00010000:00010000:0.0:1731347580.397176:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.397178:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312665856 00000100:00100000:1.0:1731347580.397179:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312665856 00010000:00010000:2.0:1731347580.397184:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88001579a640/0xb104f9478e0086cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dd0 expref: 461 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.397186:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.397186:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c240/0xb104f9478e003ecd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d8 expref: 461 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.397193:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312666240 00000100:00100000:0.0:1731347580.397193:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+441:2003:x1815448312666112:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 58us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.397194:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312666240 00010000:00010000:1.0:1731347580.397198:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129edcd80/0xb104f9478e005df2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674ef expref: 442 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.397199:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290404 00000100:00100000:2.0:1731347580.397204:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290405 00000100:00100000:2.0:1731347580.397208:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312666368:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.397209:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290406 00010000:00010000:2.0:1731347580.397213:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.397213:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290407 00000100:00100000:3.0:1731347580.397214:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312665856:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.397216:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+461:2003:x1815448312665728:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.397217:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011935df80/0xb104f9478e005deb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674f6 expref: 461 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.397217:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290408 00010000:00010000:3.0:1731347580.397220:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.397220:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.397222:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+441:2003:x1815448312666240:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.397223:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88001579a640/0xb104f9478e0086cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3d82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dd0 expref: 461 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.397224:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c240/0xb104f9478e003ecd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3f08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d8 expref: 461 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.397225:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011935df80/0xb104f9478e005deb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674f6 expref: 461 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.397229:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88001579a640/0xb104f9478e0086cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dd0 expref: 461 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.397229:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.397231:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c240/0xb104f9478e003ecd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d8 expref: 461 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.397236:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.397236:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.397237:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011935df80/0xb104f9478e005deb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674f6 expref: 461 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.397238:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397239:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.397241:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.397242:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397242:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397246:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.397247:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397248:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.397248:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.397250:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397255:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.397257:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397260:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312665728:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.397264:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290407 00000100:00100000:3.0:1731347580.397267:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+460:2003:x1815448312665856:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (92us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.397269:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.397271:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290406 00010000:00010000:1.0:1731347580.397275:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397279:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.397282:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+458:2003:x1815448312666368:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (154us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.397283:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.397286:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290405 00010000:00010000:1.0:1731347580.397286:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397290:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397291:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c240/0xb104f9478e003ecd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d8 expref: 458 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.397293:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129494b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.397295:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397297:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952757504:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.397298:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397306:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397307:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397310:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129494b40/0xb104f9478e076fd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397311:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129edcd80/0xb104f9478e005df2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674ef expref: 441 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.397313:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397314:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098252640/0xb104f9478e001e89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963594 expref: 456 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.397318:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129edcd80/0xb104f9478e005df2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674ef expref: 441 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.397319:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.397321:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952755968:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.397326:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397326:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.397326:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.397328:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397328:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397332:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397333:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397333:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397336:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397339:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397339:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.397340:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397344:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.397344:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397347:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397348:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397351:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b833c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.397351:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+441:2003:x1815448312666240:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 129us (165us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.397353:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397354:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397355:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290408 00010000:00010000:2.0:1731347580.397356:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397363:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397365:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397369:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952758400:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.397370:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e076f95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397375:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4088fc0/0xb104f9478e076fbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397384:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.397385:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3760:x1815447952757888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2218us (2245us total) trans 4295367232 rc 0/0 00000100:00100000:1.0:1731347580.397389:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204489 00000100:00100000:1.0:1731347580.397396:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952758400 00000100:00100000:1.0:1731347580.397397:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952758400 00000100:00100000:1.0:1731347580.397406:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204490 00000004:00080000:0.0:1731347580.397406:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077874700/2, rc 0, transno 368388 00000100:00100000:1.0:1731347580.397408:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3762:x1815447952758400:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.397410:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952754432:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1731347580.397440:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc40700/2, rc 0, transno 399936 00000100:00100000:1.0:1731347580.397445:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952757888:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.397456:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12452 count 1 00000100:00100000:0.0:1731347580.397456:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1731347580.397464:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397471:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b3e6c480/0xb104f9478dffe914 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960018 expref: 455 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.397475:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.397476:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.397477:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.397481:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+31:3762:x1815447952755072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2770us (2925us total) trans 4295367233 rc 0/0 00000100:00100000:2.0:1731347580.397485:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204480 00010000:00010000:1.0:1731347580.397490:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b3e6c480/0xb104f9478dffe914 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960018 expref: 455 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.397496:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b3e6c480/0xb104f9478dffe914 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960018 expref: 455 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.397497:0:15922:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397502:0:15922:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397502:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952758656:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.397506:0:15922:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397509:0:15922:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397511:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952758528:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.397513:0:15922:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397514:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e780 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.397516:0:15922:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.397518:0:15922:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397519:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+30:3760:x1815447952756096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2508us (2577us total) trans 4295367234 rc 0/0 00010000:00010000:2.0:1731347580.397522:0:15922:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397525:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204486 00000004:00080000:1.0:1731347580.397525:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a5c00/2, rc 0, transno 399938 00000100:00100000:1.0:1731347580.397527:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952756096:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.397528:0:15922:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397530:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.397531:0:15922:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e076f79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15922 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397539:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952758528 00010000:00010000:1.0:1731347580.397540:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b450c000/0xb104f9478e000450 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961b4d expref: 455 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.397542:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952758528 00000004:00080000:0.0:1731347580.397544:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a6d80/2, rc 0, transno 399937 00000100:00100000:1.0:1731347580.397545:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b5dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952756992:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.397547:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952755072:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.397552:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397556:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204491 00010000:00010000:1.0:1731347580.397556:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397560:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+30:3762:x1815447952758528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.397560:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397564:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397568:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397571:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.397572:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12452 count 1 00010000:00010000:1.0:1731347580.397574:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.397576:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397580:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397581:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397584:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b3c14fc0/0xb104f9478dff95a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x40d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95acab expref: 454 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.397585:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397588:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e076fa3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397591:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880005ce9200/0xb104f9478dffe90d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960011 expref: 440 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.397591:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952755840:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.397598:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.397598:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397599:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.397601:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+30:3761:x1815447952754560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3056us (3190us total) trans 4295335685 rc 0/0 00010000:00010000:3.0:1731347580.397602:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397603:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.397605:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204476 00010000:00010000:0.0:1731347580.397606:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397611:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397614:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397617:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880005ce9200/0xb104f9478dffe90d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960011 expref: 440 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.397618:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397621:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.397622:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88001579a640/0xb104f9478e0086cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dd0 expref: 453 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.397623:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397626:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880005ce9200/0xb104f9478dffe90d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960011 expref: 440 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.397627:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.397628:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952757248:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.397633:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397635:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952759168:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.397635:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397636:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e076f8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397640:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397643:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397650:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397654:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.397654:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397654:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3762:x1815447952756352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2761us (2777us total) trans 4295367235 rc 0/0 00010000:00010000:2.0:1731347580.397658:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397658:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204482 00010000:00010000:2.0:1731347580.397661:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.397662:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397666:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397671:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397672:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952758784:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.397673:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129edcd80/0xb104f9478e005df2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674ef expref: 440 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.397675:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e076fb1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397682:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.397683:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952758144:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.397690:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1731347580.397692:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397693:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952758912:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.397700:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397700:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.397706:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397708:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952758784 00000100:00100000:1.0:1731347580.397710:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952758784 00010000:00010000:3.0:1731347580.397713:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397717:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952758912 00000100:00100000:1.0:1731347580.397718:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952758912 00010000:00010000:3.0:1731347580.397719:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397723:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+33:3761:x1815447952755200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3025us (3209us total) trans 4295367236 rc 0/0 00000100:00100000:1.0:1731347580.397724:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204492 00010000:00010000:3.0:1731347580.397726:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397727:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3760:x1815447952758784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.397727:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204479 00010000:00010000:3.0:1731347580.397732:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408aac0 already unused, calling callback (ffffffffa085a100) 00002000:00080000:1.0:1731347580.397734:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16240 count 1 00010000:00010000:3.0:1731347580.397735:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397736:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204493 00000100:00100000:0.0:1731347580.397739:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+32:3760:x1815447952758912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.397740:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397741:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.397742:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+32:3760:x1815447952756480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2767us (2818us total) trans 4295367237 rc 0/0 00000100:00100000:2.0:1731347580.397746:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204484 00010000:00010000:1.0:1731347580.397746:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aabb7cc0/0xb104f9478dff8585 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c90 expref: 452 pid: 15919 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1731347580.397749:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14014 count 1 00010000:00010000:1.0:1731347580.397750:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.397751:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397751:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.397752:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397756:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397757:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408aac0/0xb104f9478e076fcd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3bb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.397761:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aabb7cc0/0xb104f9478dff8585 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c90 expref: 452 pid: 15919 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1731347580.397763:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a4a80/2, rc 0, transno 399940 00010000:00010000:0.0:1731347580.397763:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801290d8fc0/0xb104f9478dfee549 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc4d expref: 452 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.397766:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aabb7cc0/0xb104f9478dff8585 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c90 expref: 452 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.397767:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.397768:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952755200:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.397781:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.397783:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397787:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952759296:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.397792:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077874380/2, rc 0, transno 368389 00000100:00100000:2.0:1731347580.397797:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952754560:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.397799:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801290d8fc0/0xb104f9478dfee549 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc4d expref: 452 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.397800:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9ea80 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.397805:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801290d8fc0/0xb104f9478dfee549 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc4d expref: 452 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.397811:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952759424:192.168.203.60@tcp:104: 00000004:00080000:1.0:1731347580.397815:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a5180/2, rc 0, transno 399941 00000100:00100000:1.0:1731347580.397818:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952756480:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.397823:0:15722:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac327cc0/0xb104f9478e0086c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969dc9 expref: 439 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.397826:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.397829:0:15722:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15722:1815447952758016:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.397834:0:15722:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397839:0:15722:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397841:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af101440/0xb104f9478dff3b17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95521b expref: 438 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.397842:0:15722:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397846:0:15722:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.397847:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952757376:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.397850:0:15722:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397853:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397854:0:15722:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397857:0:15722:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b821c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.397858:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397859:0:15722:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397863:0:15722:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397864:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397867:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.397868:0:15722:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397870:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.397872:0:15722:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e076fc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15722 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397875:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+30:3761:x1815447952757760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2755us (2775us total) trans 4295335686 rc 0/0 00010000:00010000:0.0:1731347580.397876:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397881:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204488 00010000:00010000:0.0:1731347580.397884:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397890:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.397892:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.397899:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397905:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fc900/0xb104f9478e000449 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961b54 expref: 437 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.397909:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.397914:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952757120:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.397915:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e076fb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397919:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312666496 00000100:00100000:1.0:1731347580.397921:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312666496 00010000:00010000:3.0:1731347580.397925:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397932:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1731347580.397933:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3760128->3768436) req@ffff880077877480 x1815448312666496/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 8800/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00010000:00010000:3.0:1731347580.397938:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1731347580.397939:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077877480 with x1815448312666496 ext(3760128->3768436) 00000100:00100000:2.0:1731347580.397941:0:15722:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3762:x1815447952757632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2827us (2861us total) trans 4295335687 rc 0/0 00002000:00010000:1.0:1731347580.397941:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077877480 00000100:00100000:2.0:1731347580.397947:0:15722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204487 00010000:00010000:3.0:1731347580.397950:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.397950:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678319 00000100:00100000:1.0:1731347580.397952:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+437:2005:x1815448312666496:12345-192.168.203.60@tcp:4:fsx.0 00010000:00010000:3.0:1731347580.397959:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397965:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.397970:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc40000/2, rc 0, transno 368390 00010000:00010000:3.0:1731347580.397971:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408a400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.397974:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.397976:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952757760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.397981:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397990:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.397997:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408a400/0xb104f9478e076faa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x45bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398011:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952759680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.398013:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+30:3760:x1815447952756608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3031us (3056us total) trans 4295335688 rc 0/0 00000100:00100000:0.0:1731347580.398017:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204485 00000100:00100000:2.0:1731347580.398023:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d440700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952759808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.398024:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.398031:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952759552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.398039:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1731347580.398039:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a4380/2, rc 0, transno 368392 00000100:00100000:1.0:1731347580.398044:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952756608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.398045:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952759040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.398053:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.398060:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080f0df80/0xb104f9478e003ed4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655d1 expref: 437 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.398061:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d440380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952759936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.398063:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952759680 00000100:00100000:1.0:1731347580.398065:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952759680 00000100:00100000:2.0:1731347580.398067:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952755712:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.398069:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.398074:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398076:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952759808 00000100:00100000:1.0:1731347580.398077:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952759808 00000004:00080000:0.0:1731347580.398080:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc43100/2, rc 0, transno 368391 00010000:00010000:2.0:1731347580.398081:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398082:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952759040 00000100:00100000:1.0:1731347580.398083:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952759040 00010000:00010000:2.0:1731347580.398085:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.398085:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952757632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.398088:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952759936 00010000:00010000:2.0:1731347580.398089:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398089:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952759936 00000004:00080000:0.0:1731347580.398090:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a5f80/2, rc 0, transno 368393 00010000:00010000:2.0:1731347580.398093:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.398093:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952756736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.398094:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+31:3762:x1815447952756736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3164us (3189us total) trans 4295335689 rc 0/0 00000100:00100000:1.0:1731347580.398095:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204494 00010000:00010000:2.0:1731347580.398096:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398097:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+31:3760:x1815447952759680:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1731347580.398097:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a6680/2, rc 0, transno 399939 00010000:00010000:2.0:1731347580.398099:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82880 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.398100:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204483 00010000:00010000:2.0:1731347580.398101:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.398101:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952756352:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.398104:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14014 count 1 00010000:00010000:2.0:1731347580.398105:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.398105:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.398108:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952760064:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.398110:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398111:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.398112:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204495 00010000:00010000:2.0:1731347580.398114:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e076f87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.398117:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+34:3761:x1815447952759808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.398117:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.398118:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129750b40/0xb104f9478dfee550 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc54 expref: 436 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.398122:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398123:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398125:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.398128:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18848 count 1 00010000:00010000:1.0:1731347580.398133:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129750b40/0xb104f9478dfee550 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc54 expref: 436 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.398138:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398138:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129750b40/0xb104f9478dfee550 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc54 expref: 436 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.398143:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952760320:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.398143:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.398148:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801301e2400/0xb104f9478dfee121 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f825 expref: 452 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.398154:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.398155:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952760448:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.398156:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.398157:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.398158:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398164:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952760064 00000100:00100000:0.0:1731347580.398164:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.398166:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952760064 00000100:00100000:0.0:1731347580.398169:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.398172:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952760192:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.398173:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801301e2400/0xb104f9478dfee121 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f825 expref: 452 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.398175:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952759552 00000100:00100000:1.0:1731347580.398176:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952759552 00000100:00100000:0.0:1731347580.398180:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.398181:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801301e2400/0xb104f9478dfee121 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f825 expref: 452 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.398183:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3763:x1815447952754816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3545us (3704us total) trans 4295335690 rc 0/0 00000100:00100000:1.0:1731347580.398183:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952760448 00000100:00100000:1.0:1731347580.398184:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952760448 00000100:00100000:2.0:1731347580.398187:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204478 00000100:00100000:3.0:1731347580.398190:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952760576:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.398190:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952760192 00000100:00100000:1.0:1731347580.398192:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952760192 00000100:00100000:0.0:1731347580.398193:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204496 00000100:00100000:0.0:1731347580.398196:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+34:3762:x1815447952759040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.398197:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204497 00000100:00100000:2.0:1731347580.398200:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3762:x1815447952759936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.398200:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204498 00000100:00100000:1.0:1731347580.398202:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3762:x1815447952760064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.398205:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18221 count 1 00002000:00080000:1.0:1731347580.398208:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18221 count 1 00000100:00100000:3.0:1731347580.398209:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0840 going to sleep for 11 seconds 00002000:00080000:2.0:1731347580.398209:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10863 count 1 00010000:00010000:0.0:1731347580.398213:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398214:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.398215:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398221:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127c7cb40/0xb104f9478e00cab1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1b5 expref: 436 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.398221:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880119832d00/0xb104f9478e00cab8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1bc expref: 452 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.398222:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096105440/0xb104f9478dff7038 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958735 expref: 452 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.398224:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398225:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.398225:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.398226:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398226:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398226:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.398227:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.398227:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.398228:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.398230:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880080c23840/0xb104f9478dff3b1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955222 expref: 452 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.398234:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127c7cb40/0xb104f9478e00cab1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1b5 expref: 436 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.398237:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096105440/0xb104f9478dff7038 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958735 expref: 452 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.398237:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880119832d00/0xb104f9478e00cab8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1bc expref: 452 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.398239:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127c7cb40/0xb104f9478e00cab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1b5 expref: 436 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.398240:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952756864:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.398243:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880119832d00/0xb104f9478e00cab8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1bc expref: 451 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.398244:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096105440/0xb104f9478dff7038 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958735 expref: 451 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.398244:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952760704:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.398249:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952760832:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.398251:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.398253:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952760960:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.398254:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e300 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.398261:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65900 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.398262:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398264:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204499 00000100:00100000:1.0:1731347580.398266:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+34:3763:x1815447952759552:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.398268:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.398271:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.398271:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204500 00002000:00080000:1.0:1731347580.398272:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16240 count 1 00010000:00010000:3.0:1731347580.398274:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.398274:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+34:3761:x1815447952760448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.398277:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.398280:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.398280:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10863 count 1 00010000:00010000:1.0:1731347580.398283:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fe33c0/0xb104f9478dff858c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c89 expref: 436 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.398285:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204501 00010000:00010000:3.0:1731347580.398286:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398287:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.398289:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+34:3761:x1815447952760192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.398290:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.398291:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.398291:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398292:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.398293:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398293:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096cf98c0/0xb104f9478dff7031 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95873c expref: 436 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.398298:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.398299:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398299:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1731347580.398300:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18848 count 1 00010000:00010000:1.0:1731347580.398300:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fe33c0/0xb104f9478dff858c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c89 expref: 436 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.398301:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398305:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fe33c0/0xb104f9478dff858c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c89 expref: 436 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.398306:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.398310:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398310:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952761088:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.398312:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e076f9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398314:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096cf98c0/0xb104f9478dff7031 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95873c expref: 436 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.398319:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e180 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.398320:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880126fccb40/0xb104f9478dfee128 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f82c expref: 436 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.398326:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.398327:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.398328:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096cf98c0/0xb104f9478dff7031 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95873c expref: 436 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.398329:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.398337:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952761216:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.398344:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880126fccb40/0xb104f9478dfee128 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f82c expref: 436 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.398350:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880126fccb40/0xb104f9478dfee128 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f82c expref: 436 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.398356:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952761344:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.398369:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.398395:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009944d500/2, rc 0, transno 368394 00000100:00100000:2.0:1731347580.398400:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009944d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952754816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.398402:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+35:3762:x1815447952756224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3510us (3543us total) trans 4295367238 rc 0/0 00000100:00100000:2.0:1731347580.398402:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.398407:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952761472:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.398409:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204481 00000100:00100000:2.0:1731347580.398435:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.398441:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65e40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.398446:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952761472 00000100:00100000:3.0:1731347580.398449:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952761472 00000004:00080000:0.0:1731347580.398457:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a4e00/2, rc 0, transno 399942 00000100:00100000:0.0:1731347580.398463:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952756224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.398464:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204502 00000100:00100000:3.0:1731347580.398468:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+35:3763:x1815447952761472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.398479:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12350 count 1 00010000:00010000:0.0:1731347580.398483:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7d4900/0xb104f9478dff95ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95acb2 expref: 438 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.398488:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.398493:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b5ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952755328:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.398497:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800abc24480/0xb104f9478dffd3e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eaee expref: 451 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.398503:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.398503:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.398504:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.398507:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398510:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398515:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952758656:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.398515:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398522:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.398523:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800abc24480/0xb104f9478dffd3e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eaee expref: 451 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.398523:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398528:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.398532:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800abc24480/0xb104f9478dffd3e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eaee expref: 451 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.398535:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.398541:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952761600:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.398541:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.398544:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398550:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398556:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952761856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.398559:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d440a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952761728:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.398559:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.398561:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0000 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.398563:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e076f72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398569:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.398577:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952761856 00000100:00100000:2.0:1731347580.398578:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.398580:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952761856 00000100:00100000:1.0:1731347580.398587:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952759168:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.398594:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.398595:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952761728 00000100:00100000:3.0:1731347580.398597:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952761728 00000100:00100000:2.0:1731347580.398600:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204503 00000100:00100000:2.0:1731347580.398605:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+36:3760:x1815447952761856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.398616:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18878 count 1 00000100:00100000:3.0:1731347580.398619:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204504 00000100:00100000:3.0:1731347580.398623:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+36:3763:x1815447952761728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.398623:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.398630:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880088340240/0xb104f9478e00a32e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba2b expref: 451 pid: 15918 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1731347580.398634:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12350 count 1 00010000:00010000:2.0:1731347580.398634:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.398635:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.398636:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.398638:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952759296:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.398643:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398644:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.398645:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880088340240/0xb104f9478e00a32e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba2b expref: 451 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.398650:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880088340240/0xb104f9478e00a32e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba2b expref: 451 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.398652:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009944a400/0xb104f9478dffd3ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eae7 expref: 437 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.398656:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952761984:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.398658:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.398659:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.398662:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.398669:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.398671:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+437:2005:x1815448312666496:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 718us (804us total) trans 4295335691 rc 0/0 00000100:00100000:1.0:1731347580.398675:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678319 00010000:00010000:3.0:1731347580.398676:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009944a400/0xb104f9478dffd3ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eae7 expref: 437 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.398679:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+36:3761:x1815447952754688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4209us (4286us total) trans 4295335692 rc 0/0 00002000:00100000:1.0:1731347580.398680:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3760128->3768436) req@ffff880077877480 x1815448312666496/t4295335691(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 8800/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00010000:00010000:3.0:1731347580.398684:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009944a400/0xb104f9478dffd3ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eae7 expref: 437 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.398684:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204475 00002000:00100000:1.0:1731347580.398685:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077877480 with x1815448312666496 ext(3760128->3768436) 00002000:00010000:1.0:1731347580.398687:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077877480 00000100:00100000:3.0:1731347580.398692:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952762112:192.168.203.60@tcp:104: 00000004:00080000:0.0:1731347580.398702:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009944ca80/2, rc 0, transno 368396 00000100:00100000:3.0:1731347580.398706:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.398714:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009944ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952754688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.398719:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.398730:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312666624 00000100:00100000:1.0:1731347580.398733:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312666624 00010000:00010000:1.0:1731347580.398740:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b3e6c480/0xb104f9478dffe914 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960018 expref: 452 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.398744:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.398750:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952762240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.398751:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312666880 00000100:00100000:1.0:1731347580.398752:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312666880 00010000:00010000:1.0:1731347580.398756:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aabb7cc0/0xb104f9478dff8585 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c90 expref: 453 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.398764:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290409 00000100:00100000:0.0:1731347580.398765:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.398767:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+453:2004:x1815448312666624:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.398768:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.398786:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.398790:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b3e6c480/0xb104f9478dffe914 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960018 expref: 453 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.398794:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312666752 00000100:00100000:0.0:1731347580.398796:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312666752 00010000:00010000:1.0:1731347580.398800:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b3e6c480/0xb104f9478dffe914 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x30a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960018 expref: 453 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.398806:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880005ce9200/0xb104f9478dffe90d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960011 expref: 437 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.398807:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b3e6c480/0xb104f9478dffe914 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x30a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960018 expref: 453 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.398813:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398814:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398815:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398820:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.398824:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290410 00000100:00100000:0.0:1731347580.398826:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+452:2004:x1815448312666880:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.398828:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.398832:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.398834:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aabb7cc0/0xb104f9478dff8585 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c90 expref: 452 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.398838:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290411 00000100:00100000:1.0:1731347580.398839:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+452:2004:x1815448312666624:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (121us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.398840:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aabb7cc0/0xb104f9478dff8585 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c90 expref: 452 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.398842:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+437:2004:x1815448312666752:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.398843:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290409 00010000:00010000:2.0:1731347580.398849:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.398849:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aabb7cc0/0xb104f9478dff8585 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c90 expref: 451 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.398852:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880005ce9200/0xb104f9478dffe90d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960011 expref: 437 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.398854:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398857:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.398858:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.398858:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880005ce9200/0xb104f9478dffe90d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960011 expref: 437 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.398858:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398859:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398861:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398863:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.398865:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880005ce9200/0xb104f9478dffe90d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960011 expref: 437 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.398867:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398870:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.398871:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.398871:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.398873:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398873:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398876:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129495680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.398877:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398878:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.398881:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.398882:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.398886:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.398887:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398890:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129495680/0xb104f9478e076fdb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.398898:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+450:2004:x1815448312666880:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 69us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.398899:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+436:2004:x1815448312666752:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.398902:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290411 00000100:00100000:0.0:1731347580.398905:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290410 00000100:00100000:2.0:1731347580.398911:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312667008 00000100:00100000:2.0:1731347580.398914:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312667008 00010000:00010000:2.0:1731347580.398923:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801290d8fc0/0xb104f9478dfee549 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc4d expref: 450 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.398929:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952759424:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.398938:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290412 00010000:00010000:0.0:1731347580.398939:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.398942:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+450:2004:x1815448312667008:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.398948:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.398952:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801290d8fc0/0xb104f9478dfee549 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc4d expref: 450 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.398952:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952762240 00000100:00100000:0.0:1731347580.398955:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952762240 00000100:00100000:1.0:1731347580.398957:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3762:x1815447952758400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1548us (1572us total) trans 4295367239 rc 0/0 00010000:00010000:2.0:1731347580.398960:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801290d8fc0/0xb104f9478dfee549 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc4d expref: 450 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.398961:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204490 00000100:00100000:1.0:1731347580.398969:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204505 00010000:00010000:2.0:1731347580.398971:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801290d8fc0/0xb104f9478dfee549 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x36be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc4d expref: 450 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.398972:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3761:x1815447952762240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.398979:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18878 count 1 00010000:00010000:2.0:1731347580.398980:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.398981:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.398984:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398985:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.398985:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc41c00/2, rc 0, transno 399943 00010000:00010000:2.0:1731347580.398991:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.398991:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1c473c0/0xb104f9478e00a327 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba32 expref: 435 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.398992:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952758400:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.398995:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398996:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.398997:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.399003:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.399010:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1c473c0/0xb104f9478e00a327 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba32 expref: 435 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.399018:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1c473c0/0xb104f9478e00a327 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba32 expref: 435 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.399020:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+449:2004:x1815448312667008:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.399022:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952762368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.399024:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290412 00000100:00100000:1.0:1731347580.399027:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952762496:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.399035:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.399036:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.399039:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.399042:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9ea80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.399044:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.399047:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952762368 00010000:00010000:2.0:1731347580.399048:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.399050:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.399051:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952762368 00010000:00010000:1.0:1731347580.399051:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.399052:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.399054:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.399055:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.399056:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.399056:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.399059:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.399060:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.399060:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.399062:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.399065:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204506 00010000:00010000:2.0:1731347580.399065:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.399066:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.399066:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.399068:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+37:3762:x1815447952762368:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.399069:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088900/0xb104f9478e076fe2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.399069:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.399070:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.399071:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.399073:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129497cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.399075:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.399075:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.399078:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.399079:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17023 count 1 00010000:00010000:0.0:1731347580.399081:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.399084:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.399085:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e076ff0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.399087:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.399087:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129497cc0/0xb104f9478e076fe9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.399095:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801285bf600/0xb104f9478e006562 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c5f expref: 448 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.399098:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.399099:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.399101:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.399111:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801285bf600/0xb104f9478e006562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c5f expref: 448 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.399116:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801285bf600/0xb104f9478e006562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c5f expref: 448 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.399121:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952762624:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.399136:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.399144:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+37:3762:x1815447952758528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1582us (1612us total) trans 4295335693 rc 0/0 00000100:00100000:2.0:1731347580.399148:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204491 00000100:00100000:0.0:1731347580.399177:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+39:3760:x1815447952758912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1436us (1475us total) trans 4295367240 rc 0/0 00000100:00100000:1.0:1731347580.399179:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3760:x1815447952758784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1450us (1494us total) trans 4295367241 rc 0/0 00000100:00100000:0.0:1731347580.399182:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204493 00000100:00100000:1.0:1731347580.399184:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204492 00000004:00080000:2.0:1731347580.399186:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc43800/2, rc 0, transno 399944 00000100:00100000:2.0:1731347580.399196:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952758912:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1731347580.399198:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc40a80/2, rc 0, transno 368397 00000004:00080000:2.0:1731347580.399202:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc42680/2, rc 0, transno 399945 00000100:00100000:0.0:1731347580.399203:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952758528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.399204:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952758784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.399234:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952762880:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.399243:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952762752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.399247:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.399250:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952763008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.399259:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952762880 00000100:00100000:3.0:1731347580.399260:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.399261:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952762880 00000100:00100000:2.0:1731347580.399274:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952762752 00000100:00100000:2.0:1731347580.399275:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952762752 00000100:00100000:0.0:1731347580.399280:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.399281:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204507 00000100:00100000:2.0:1731347580.399285:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3760:x1815447952762880:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.399288:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952763008 00000100:00100000:1.0:1731347580.399291:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952763008 00000100:00100000:3.0:1731347580.399293:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204508 00002000:00080000:2.0:1731347580.399296:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14417 count 1 00000100:00100000:3.0:1731347580.399298:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+37:3763:x1815447952762752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.399304:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204509 00010000:00010000:2.0:1731347580.399305:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.399306:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3761:x1815447952763008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.399309:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17023 count 1 00002000:00080000:1.0:1731347580.399315:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10880 count 1 00010000:00010000:2.0:1731347580.399316:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aea1e640/0xb104f9478dff3869 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f74 expref: 448 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.399317:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.399322:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.399322:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.399323:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.399325:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.399326:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135d63180/0xb104f9478e00655b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c66 expref: 435 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.399329:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800904b46c0/0xb104f9478e0090ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7ee expref: 448 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.399331:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.399333:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.399333:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.399334:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.399335:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.399335:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.399341:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aea1e640/0xb104f9478dff3869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f74 expref: 448 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.399344:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800904b46c0/0xb104f9478e0090ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7ee expref: 448 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.399349:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135d63180/0xb104f9478e00655b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c66 expref: 435 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.399349:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aea1e640/0xb104f9478dff3869 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f74 expref: 448 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.399350:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800904b46c0/0xb104f9478e0090ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7ee expref: 448 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.399355:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952763264:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.399357:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135d63180/0xb104f9478e00655b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c66 expref: 435 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.399361:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952763136:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.399367:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952763392:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.399370:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e780 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.399376:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.399384:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.399934:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b5dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952760320:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.399943:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.399944:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.399949:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952760576:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.399959:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.399959:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952760704:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.399965:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.399967:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.399977:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312667136 00000100:00100000:0.0:1731347580.399977:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.399979:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312667136 00000100:00100000:2.0:1731347580.399984:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312667392 00000100:00100000:2.0:1731347580.399987:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312667392 00010000:00010000:3.0:1731347580.399990:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129750b40/0xb104f9478dfee550 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc54 expref: 436 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.399996:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127c7cb40/0xb104f9478e00cab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1b5 expref: 437 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.399997:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.399998:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952760832:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.400004:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312667264 00010000:00010000:1.0:1731347580.400004:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.400006:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312667264 00000100:00100000:2.0:1731347580.400007:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312667520 00000100:00100000:2.0:1731347580.400009:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312667520 00000100:00100000:0.0:1731347580.400011:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290413 00010000:00010000:3.0:1731347580.400014:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801301e2400/0xb104f9478dfee121 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f825 expref: 450 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.400014:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880119832d00/0xb104f9478e00cab8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1bc expref: 450 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.400014:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+437:2004:x1815448312667136:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.400016:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290414 00000100:00100000:1.0:1731347580.400019:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+437:2004:x1815448312667392:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.400020:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.400022:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290415 00010000:00010000:0.0:1731347580.400023:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129750b40/0xb104f9478dfee550 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc54 expref: 437 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.400025:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+450:2004:x1815448312667520:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.400026:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.400029:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127c7cb40/0xb104f9478e00cab1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x472d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1b5 expref: 437 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.400030:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.400030:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129750b40/0xb104f9478dfee550 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc54 expref: 437 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.400032:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880119832d00/0xb104f9478e00cab8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x472d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1bc expref: 450 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.400035:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127c7cb40/0xb104f9478e00cab1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x472d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1b5 expref: 437 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.400037:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290416 00010000:00010000:2.0:1731347580.400037:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880119832d00/0xb104f9478e00cab8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x472d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1bc expref: 450 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.400038:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129750b40/0xb104f9478dfee550 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x36be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc54 expref: 437 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.400042:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+450:2003:x1815448312667264:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.400044:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127c7cb40/0xb104f9478e00cab1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x472d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1b5 expref: 436 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.400045:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880119832d00/0xb104f9478e00cab8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x472d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e1bc expref: 450 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.400045:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.400046:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.400047:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400049:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.400051:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.400052:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.400052:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400053:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801301e2400/0xb104f9478dfee121 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f825 expref: 449 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.400053:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.400053:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.400055:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400056:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400059:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400060:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.400062:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801301e2400/0xb104f9478dfee121 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f825 expref: 449 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.400062:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400067:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.400072:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+435:2004:x1815448312667136:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (131us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.400073:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801301e2400/0xb104f9478dfee121 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f825 expref: 449 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.400076:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.400076:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290413 00000100:00100000:2.0:1731347580.400079:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+449:2004:x1815448312667520:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (81us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.400081:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.400082:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.400082:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290415 00010000:00010000:3.0:1731347580.400085:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.400094:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.400095:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.400096:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+434:2004:x1815448312667392:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.400097:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952760960:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.400102:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290414 00010000:00010000:2.0:1731347580.400104:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400109:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.400112:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312667648 00000100:00100000:2.0:1731347580.400114:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312667648 00010000:00010000:2.0:1731347580.400119:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096105440/0xb104f9478dff7038 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958735 expref: 448 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.400125:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+448:2003:x1815448312667264:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.400130:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290417 00000100:00100000:3.0:1731347580.400133:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290416 00000100:00100000:1.0:1731347580.400135:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+448:2004:x1815448312667648:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.400142:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.400146:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096105440/0xb104f9478dff7038 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958735 expref: 447 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.400149:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952761088:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.400151:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400154:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096105440/0xb104f9478dff7038 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958735 expref: 447 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.400156:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400157:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400163:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400165:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096105440/0xb104f9478dff7038 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958735 expref: 447 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.400169:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400173:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.400174:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400174:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.400177:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400179:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408a1c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.400181:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400183:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400192:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400195:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.400195:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.400201:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.400205:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952761344:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.400207:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408a1c0/0xb104f9478e076ffe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.400210:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+446:2004:x1815448312667648:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.400211:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.400216:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290417 00010000:00010000:2.0:1731347580.400220:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400224:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.400225:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312667776 00000100:00100000:1.0:1731347580.400228:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312667776 00010000:00010000:2.0:1731347580.400229:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400232:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.400232:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.400236:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400237:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fe33c0/0xb104f9478dff858c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c89 expref: 434 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.400239:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.400241:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400245:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400250:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.400250:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312667904 00000100:00100000:1.0:1731347580.400252:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312667904 00010000:00010000:2.0:1731347580.400253:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e077013 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400259:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880126fccb40/0xb104f9478dfee128 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f82c expref: 435 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.400271:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290418 00000100:00100000:1.0:1731347580.400274:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+435:2003:x1815448312667776:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.400280:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.400281:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952761216:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.400284:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fe33c0/0xb104f9478dff858c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c89 expref: 435 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.400291:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fe33c0/0xb104f9478dff858c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c89 expref: 435 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.400291:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.400297:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+41:3761:x1815447952759808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2179us (2256us total) trans 4295367242 rc 0/0 00010000:00010000:1.0:1731347580.400301:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fe33c0/0xb104f9478dff858c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959c89 expref: 435 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.400302:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204495 00010000:00010000:1.0:1731347580.400309:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.400310:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1731347580.400312:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d440700/2, rc 0, transno 399946 00010000:00010000:1.0:1731347580.400313:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400318:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.400318:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d440700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952759808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.400319:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290419 00000100:00100000:3.0:1731347580.400324:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+434:2004:x1815448312667904:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.400330:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.400331:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.400334:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880126fccb40/0xb104f9478dfee128 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f82c expref: 434 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.400340:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880126fccb40/0xb104f9478dfee128 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f82c expref: 434 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.400340:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400344:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.400345:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3762:x1815447952759936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2143us (2273us total) trans 4295367243 rc 0/0 00010000:00010000:3.0:1731347580.400347:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880126fccb40/0xb104f9478dfee128 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f82c expref: 434 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.400349:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+434:2003:x1815448312667776:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (152us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.400349:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.400351:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204497 00010000:00010000:0.0:1731347580.400352:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400353:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.400354:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.400355:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290418 00010000:00010000:3.0:1731347580.400356:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400356:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400360:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400361:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.400363:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400369:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.400369:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400371:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400375:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400378:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.400380:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+432:2004:x1815448312667904:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.400380:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.400383:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290419 00010000:00010000:0.0:1731347580.400383:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400384:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400385:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400388:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400389:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07701a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400391:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400391:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400394:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82f40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.400396:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1731347580.400396:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400398:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.400400:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952763520:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.400400:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400404:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.400406:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400407:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400409:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077028 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.400412:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.400413:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400446:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400452:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077005 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.400493:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+39:3763:x1815447952759552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2224us (2347us total) trans 4295335694 rc 0/0 00000100:00100000:0.0:1731347580.400499:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204499 00000100:00100000:0.0:1731347580.400509:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952763520 00000100:00100000:0.0:1731347580.400512:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952763520 00000004:00080000:3.0:1731347580.400520:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d442a00/2, rc 0, transno 368398 00000100:00100000:2.0:1731347580.400523:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+38:3761:x1815447952760192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2233us (2341us total) trans 4295335695 rc 0/0 00000100:00100000:2.0:1731347580.400528:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204501 00000100:00100000:3.0:1731347580.400529:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952759552:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.400544:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bd500/2, rc 0, transno 368399 00000100:00100000:2.0:1731347580.400547:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952760192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.400552:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+41:3762:x1815447952759040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2353us (2496us total) trans 4295367244 rc 0/0 00000100:00100000:1.0:1731347580.400558:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204496 00000100:00100000:2.0:1731347580.400568:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952763776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.400570:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952763648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.400575:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.400579:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204510 00000100:00100000:2.0:1731347580.400580:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.400582:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.400583:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+40:3763:x1815447952763520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.400587:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.400589:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.400592:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15202 count 1 00000100:00100000:2.0:1731347580.400594:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952763776 00010000:00010000:1.0:1731347580.400595:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.400596:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952763776 00010000:00010000:0.0:1731347580.400598:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400602:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.400605:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952763648 00010000:00010000:1.0:1731347580.400605:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.400605:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880126e8cb40/0xb104f9478e00cb83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e287 expref: 445 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.400607:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952763648 00010000:00010000:1.0:1731347580.400607:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400609:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.400610:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204511 00010000:00010000:0.0:1731347580.400610:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.400611:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400612:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.400614:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+39:3760:x1815447952763776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.400616:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204512 00000100:00100000:2.0:1731347580.400618:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3763:x1815447952763648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.400618:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400621:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880126e8cb40/0xb104f9478e00cb83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e287 expref: 445 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.400622:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07700c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x472d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.400624:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10880 count 1 00002000:00080000:2.0:1731347580.400627:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14417 count 1 00010000:00010000:0.0:1731347580.400631:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880126e8cb40/0xb104f9478e00cb83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e287 expref: 445 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.400633:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.400634:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.400636:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952763904:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.400641:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b2459d40/0xb104f9478dff3870 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f6d expref: 431 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.400643:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800863d58c0/0xb104f9478e0090e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7e7 expref: 431 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.400645:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.400646:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.400647:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.400649:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65e40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.400653:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.400654:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.400656:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400656:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b2459d40/0xb104f9478dff3870 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f6d expref: 431 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.400661:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b2459d40/0xb104f9478dff3870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f6d expref: 431 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:0.0:1731347580.400663:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc42a00/2, rc 0, transno 399948 00000100:00100000:2.0:1731347580.400667:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952764032:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.400667:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952759040:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.400669:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800863d58c0/0xb104f9478e0090e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7e7 expref: 431 pid: 15918 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1731347580.400671:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d440380/2, rc 0, transno 399947 00000100:00100000:0.0:1731347580.400673:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d440380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952759936:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.400677:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800863d58c0/0xb104f9478e0090e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7e7 expref: 431 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.400679:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.400684:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952764160:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.400692:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952764288:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.400694:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3762:x1815447952760064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2490us (2576us total) trans 4295335696 rc 0/0 00000100:00100000:3.0:1731347580.400698:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0840 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.400699:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204498 00000100:00100000:0.0:1731347580.400700:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952764416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.400704:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.400712:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952764288 00000100:00100000:0.0:1731347580.400712:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.400714:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952764288 00000100:00100000:3.0:1731347580.400721:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952764416 00000100:00100000:3.0:1731347580.400723:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952764416 00000100:00100000:1.0:1731347580.400723:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204513 00000004:00080000:0.0:1731347580.400723:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077876d80/2, rc 0, transno 368400 00000100:00100000:1.0:1731347580.400726:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+42:3761:x1815447952764288:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.400727:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952760064:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.400734:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18130 count 1 00000100:00100000:2.0:1731347580.400735:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204514 00000100:00100000:2.0:1731347580.400738:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+42:3762:x1815447952764416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.400741:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.400746:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17538 count 1 00010000:00010000:1.0:1731347580.400748:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b3222640/0xb104f9478e008dcc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4c9 expref: 445 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.400751:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.400752:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400752:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.400754:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.400758:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007bdf0d80/0xb104f9478e00b701 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce05 expref: 445 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.400760:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952764544:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.400762:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.400763:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.400764:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400765:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b3222640/0xb104f9478e008dcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4c9 expref: 445 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.400786:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.400786:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007bdf0d80/0xb104f9478e00b701 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce05 expref: 445 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.400791:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007bdf0d80/0xb104f9478e00b701 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce05 expref: 445 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.400791:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b3222640/0xb104f9478e008dcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4c9 expref: 445 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.400796:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952764800:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.400798:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952764544 00000100:00100000:1.0:1731347580.400800:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952764672:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.400802:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952764544 00000100:00100000:3.0:1731347580.400808:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952761600:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.400809:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.400815:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.400817:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204515 00000100:00100000:1.0:1731347580.400820:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.400821:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+40:3763:x1815447952764544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.400830:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.400832:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15202 count 1 00010000:00010000:1.0:1731347580.400837:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400841:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400844:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400850:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400850:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127c7ed00/0xb104f9478e00cb8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e28e expref: 431 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.400854:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400857:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129496400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.400859:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400860:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.400861:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.400863:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400864:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400870:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.400874:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129496400/0xb104f9478e076ff7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.400876:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127c7ed00/0xb104f9478e00cb8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e28e expref: 431 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.400883:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127c7ed00/0xb104f9478e00cb8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e28e expref: 431 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.400891:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952764928:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.400909:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.400953:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952761984:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.400954:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+41:3760:x1815447952759680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2855us (2928us total) trans 4295335697 rc 0/0 00000100:00100000:0.0:1731347580.400957:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.400958:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204494 00010000:00010000:2.0:1731347580.400961:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.400984:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d441880/2, rc 0, transno 368401 00000100:00100000:1.0:1731347580.400985:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.400992:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952759680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.400996:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.401003:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312668160 00000100:00100000:3.0:1731347580.401006:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312668160 00000100:00100000:1.0:1731347580.401006:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312668032 00000100:00100000:1.0:1731347580.401008:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312668032 00000100:00100000:2.0:1731347580.401009:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.401013:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952765056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.401017:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096cf98c0/0xb104f9478dff7031 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95873c expref: 432 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.401018:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800abc24480/0xb104f9478dffd3e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eaee expref: 446 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.401025:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.401025:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312668288 00000100:00100000:1.0:1731347580.401027:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312668288 00010000:00010000:1.0:1731347580.401031:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880088340240/0xb104f9478e00a32e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba2b expref: 447 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.401034:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290420 00000100:00100000:3.0:1731347580.401038:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+432:2003:x1815448312668032:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.401040:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290421 00000100:00100000:1.0:1731347580.401043:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+447:2004:x1815448312668160:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.401045:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.401047:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.401049:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096cf98c0/0xb104f9478dff7031 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95873c expref: 432 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401050:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800abc24480/0xb104f9478dffd3e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x303e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eaee expref: 447 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.401052:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290422 00010000:00010000:1.0:1731347580.401055:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800abc24480/0xb104f9478dffd3e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x303e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eaee expref: 447 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.401057:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096cf98c0/0xb104f9478dff7031 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95873c expref: 432 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.401058:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+447:2003:x1815448312668288:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.401062:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800abc24480/0xb104f9478dffd3e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x303e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eaee expref: 447 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.401066:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.401067:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.401068:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096cf98c0/0xb104f9478dff7031 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95873c expref: 432 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401068:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.401070:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401070:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880088340240/0xb104f9478e00a32e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba2b expref: 446 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401074:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401077:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.401078:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.401079:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401079:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880088340240/0xb104f9478e00a32e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba2b expref: 446 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401082:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.401084:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401087:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401091:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880088340240/0xb104f9478e00a32e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba2b expref: 446 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.401093:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.401093:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+446:2004:x1815448312668160:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.401097:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290421 00010000:00010000:3.0:1731347580.401098:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.401100:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401105:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.401105:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952765056 00010000:00010000:0.0:1731347580.401106:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.401107:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952765056 00010000:00010000:0.0:1731347580.401107:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.401110:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401111:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.401114:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204516 00000100:00100000:3.0:1731347580.401115:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+431:2003:x1815448312668032:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (127us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.401116:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b40898c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.401117:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+41:3761:x1815447952765056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.401117:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401118:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401121:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290420 00002000:00080000:1.0:1731347580.401124:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18130 count 1 00010000:00010000:2.0:1731347580.401128:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401130:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.401131:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401137:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401138:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88005c0dbcc0/0xb104f9478e008dc5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4d0 expref: 430 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.401141:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.401142:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.401143:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b40898c0/0xb104f9478e07702f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401143:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.401143:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+444:2003:x1815448312668288:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.401148:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290422 00010000:00010000:1.0:1731347580.401152:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88005c0dbcc0/0xb104f9478e008dc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4d0 expref: 430 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.401158:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88005c0dbcc0/0xb104f9478e008dc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4d0 expref: 430 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.401161:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.401163:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952765184:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.401166:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401170:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401174:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.401175:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.401177:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401184:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814398c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.401186:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401189:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401194:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401198:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e077021 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401210:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952762112:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.401220:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+43:3763:x1815447952761472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2751us (2783us total) trans 4295367245 rc 0/0 00010000:00010000:3.0:1731347580.401221:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.401221:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.401224:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204502 00010000:00010000:2.0:1731347580.401235:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401239:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.401241:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d441500/2, rc 0, transno 399949 00010000:00010000:2.0:1731347580.401244:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401247:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401248:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952761472:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.401251:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401258:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.401260:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401263:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401264:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952762624:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.401266:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.401269:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401272:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401272:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077036 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.401275:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.401280:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+42:3761:x1815447952760448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3004us (3114us total) trans 4295335698 rc 0/0 00000100:00100000:1.0:1731347580.401283:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.401287:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204500 00000100:00100000:3.0:1731347580.401296:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312668544 00000100:00100000:3.0:1731347580.401299:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312668544 00000100:00100000:1.0:1731347580.401300:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.401308:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009944a400/0xb104f9478dffd3ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eae7 expref: 431 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.401313:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.401317:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312668672 00000100:00100000:3.0:1731347580.401319:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312668672 00010000:00010000:3.0:1731347580.401323:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1c473c0/0xb104f9478e00a327 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba32 expref: 432 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.401330:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312668800 00000100:00100000:3.0:1731347580.401332:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312668800 00010000:00010000:3.0:1731347580.401335:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801285bf600/0xb104f9478e006562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c5f expref: 444 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.401340:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+43:3760:x1815447952761856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2733us (2768us total) trans 4295367246 rc 0/0 00000100:00100000:1.0:1731347580.401341:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.401342:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312668928 00000100:00100000:3.0:1731347580.401343:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312668928 00000100:00100000:2.0:1731347580.401345:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204503 00010000:00010000:3.0:1731347580.401347:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aea1e640/0xb104f9478dff3869 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f74 expref: 445 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.401349:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312669056 00000100:00100000:1.0:1731347580.401351:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312669056 00000100:00100000:3.0:1731347580.401354:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312669184 00000100:00100000:3.0:1731347580.401355:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312669184 00000100:00100000:0.0:1731347580.401358:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290423 00010000:00010000:3.0:1731347580.401359:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135d63180/0xb104f9478e00655b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c66 expref: 433 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401360:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800904b46c0/0xb104f9478e0090ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7ee expref: 446 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.401362:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+433:2003:x1815448312668544:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.401366:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290424 00000004:00080000:2.0:1731347580.401366:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d442300/2, rc 0, transno 399950 00010000:00010000:0.0:1731347580.401366:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.401368:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+433:2003:x1815448312668672:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.401370:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009944a400/0xb104f9478dffd3ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x303e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eae7 expref: 433 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.401371:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290425 00010000:00010000:3.0:1731347580.401372:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.401373:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952761856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.401373:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+446:2003:x1815448312668800:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.401375:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1c473c0/0xb104f9478e00a327 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x49be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba32 expref: 433 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.401375:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009944a400/0xb104f9478dffd3ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x303e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eae7 expref: 433 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.401378:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.401378:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.401381:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1c473c0/0xb104f9478e00a327 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba32 expref: 433 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401381:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801285bf600/0xb104f9478e006562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x427f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c5f expref: 446 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.401384:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952765312:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.401386:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801285bf600/0xb104f9478e006562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x427f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c5f expref: 446 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.401387:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009944a400/0xb104f9478dffd3ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x303e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eae7 expref: 433 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.401391:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.401392:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.401393:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.401393:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.401394:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801285bf600/0xb104f9478e006562 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x427f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c5f expref: 446 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.401395:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401395:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401399:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.401399:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401400:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.401401:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401401:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.401402:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401406:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401408:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.401412:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.401427:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.401433:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952765312 00000100:00100000:2.0:1731347580.401436:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952765312 00000100:00100000:0.0:1731347580.401437:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+432:2003:x1815448312668544:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.401439:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+445:2003:x1815448312668800:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.401443:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290423 00000100:00100000:2.0:1731347580.401446:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204517 00000100:00100000:1.0:1731347580.401446:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290425 00000100:00100000:3.0:1731347580.401447:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+432:2003:x1815448312668672:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.401449:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+43:3760:x1815447952765312:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.401453:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290426 00000100:00100000:1.0:1731347580.401456:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+444:2003:x1815448312668928:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.401456:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290427 00002000:00080000:2.0:1731347580.401458:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9896 count 1 00000100:00100000:3.0:1731347580.401460:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290424 00010000:00010000:1.0:1731347580.401460:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.401461:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+431:2003:x1815448312669184:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.401462:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aea1e640/0xb104f9478dff3869 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f74 expref: 444 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.401465:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401467:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aea1e640/0xb104f9478dff3869 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f74 expref: 444 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.401467:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.401471:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135d63180/0xb104f9478e00655b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x427f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c66 expref: 430 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.401472:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290428 00010000:00010000:2.0:1731347580.401472:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b320e400/0xb104f9478dfeb641 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd4c expref: 444 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.401474:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.401475:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+444:2004:x1815448312669056:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.401475:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.401476:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.401476:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401477:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.401478:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401479:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135d63180/0xb104f9478e00655b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x427f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c66 expref: 430 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.401480:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.401480:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401484:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800904b46c0/0xb104f9478e0090ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7ee expref: 444 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401485:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.401488:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b320e400/0xb104f9478dfeb641 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd4c expref: 444 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.401489:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800904b46c0/0xb104f9478e0090ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7ee expref: 444 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.401489:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.401491:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.401492:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+444:2003:x1815448312668928:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 36us (191us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.401493:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b320e400/0xb104f9478dfeb641 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd4c expref: 444 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.401494:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.401495:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290426 00010000:00010000:3.0:1731347580.401497:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.401497:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.401499:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401499:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952765440:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.401499:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401503:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401509:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.401509:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.401510:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904b46c0/0xb104f9478e0090ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7ee expref: 443 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.401513:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.401516:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952763264:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.401520:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+442:2004:x1815448312669056:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (206us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.401522:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401523:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290428 00000100:00100000:0.0:1731347580.401525:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+430:2003:x1815448312669184:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (183us total) trans 0 rc 0/0 00000004:00080000:2.0:1731347580.401528:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bc700/2, rc 0, transno 368402 00010000:00010000:1.0:1731347580.401530:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.401530:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290427 00000100:00100000:2.0:1731347580.401532:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952760448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.401534:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401538:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401542:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135d63180/0xb104f9478e00655b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x427f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967c66 expref: 429 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401542:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401545:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401548:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952763392:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.401548:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.401550:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401551:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952765568:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.401554:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401556:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401559:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401561:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.401562:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077060 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401563:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401568:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.401568:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952765568 00010000:00010000:3.0:1731347580.401569:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401571:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952765696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.401571:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952765568 00010000:00010000:3.0:1731347580.401576:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401580:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.401583:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.401585:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952765696 00000100:00100000:0.0:1731347580.401586:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952765696 00010000:00010000:3.0:1731347580.401589:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401590:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204518 00000100:00100000:2.0:1731347580.401592:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3762:x1815447952765568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.401594:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408b180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.401597:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.401597:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204519 00002000:00080000:2.0:1731347580.401600:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17538 count 1 00000100:00100000:0.0:1731347580.401601:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+45:3762:x1815447952765696:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.401604:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401609:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.401612:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19088 count 1 00010000:00010000:3.0:1731347580.401613:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401618:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800982c61c0/0xb104f9478e00b708 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce0c expref: 428 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.401621:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401624:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408b180/0xb104f9478e077059 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401624:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.401625:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.401627:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401629:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b3220000/0xb104f9478e008bf7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a2fb expref: 441 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.401634:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.401635:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.401637:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3761:x1815447952763008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2329us (2357us total) trans 4295367247 rc 0/0 00010000:00010000:0.0:1731347580.401637:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401641:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800982c61c0/0xb104f9478e00b708 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce0c expref: 428 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.401641:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204509 00010000:00010000:2.0:1731347580.401650:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800982c61c0/0xb104f9478e00b708 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce0c expref: 428 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401657:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1c473c0/0xb104f9478e00a327 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba32 expref: 428 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.401659:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952765824:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.401663:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952762496:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.401669:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401673:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401676:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.401677:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401681:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401684:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401688:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.401690:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801270a8700/2, rc 0, transno 399951 00010000:00010000:1.0:1731347580.401694:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3cc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.401695:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952763008:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.401696:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.401700:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401701:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+43:3763:x1815447952762752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2403us (2440us total) trans 4295335699 rc 0/0 00010000:00010000:1.0:1731347580.401705:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401706:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204508 00010000:00010000:1.0:1731347580.401708:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e077044 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401711:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.401714:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b3220000/0xb104f9478e008bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a2fb expref: 441 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.401715:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952766080:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.401719:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401723:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401726:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.401726:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b3220000/0xb104f9478e008bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a2fb expref: 441 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.401728:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401731:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401735:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.401736:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952765952:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.401738:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4089f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.401740:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401743:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401744:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aea1e640/0xb104f9478dff3869 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f74 expref: 441 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.401750:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401750:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952763136:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.401750:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65300 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.401753:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4089f80/0xb104f9478e07704b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x427f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401755:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401760:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.401761:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952766080 00010000:00010000:2.0:1731347580.401764:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.401764:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952766080 00010000:00010000:2.0:1731347580.401768:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401788:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401792:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.401792:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:3761:x1815447952762240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2818us (3026us total) trans 4295335700 rc 0/0 00010000:00010000:2.0:1731347580.401796:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.401797:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.401797:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204520 00000100:00100000:1.0:1731347580.401801:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204505 00000100:00100000:0.0:1731347580.401801:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:3761:x1815447952766080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.401805:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.401811:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.401812:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17717 count 1 00010000:00010000:2.0:1731347580.401814:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e077052 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401821:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.401830:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013dcad200/0xb104f9478dffbf14 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d618 expref: 440 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.401836:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.401838:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.401840:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401841:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+46:3762:x1815447952762368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2771us (2803us total) trans 4295367248 rc 0/0 00000100:00100000:3.0:1731347580.401844:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204506 00010000:00010000:0.0:1731347580.401854:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013dcad200/0xb104f9478dffbf14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d618 expref: 440 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.401861:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013dcad200/0xb104f9478dffbf14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d618 expref: 440 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.401862:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a5500/2, rc 0, transno 368403 00000100:00100000:3.0:1731347580.401866:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952762752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.401875:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952766208:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.401882:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.401887:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312669440 00000100:00100000:2.0:1731347580.401887:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3760:x1815447952762880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2602us (2638us total) trans 4295367249 rc 0/0 00000100:00100000:3.0:1731347580.401888:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312669440 00000100:00100000:2.0:1731347580.401891:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204507 00000100:00100000:0.0:1731347580.401894:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65900 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.401895:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b2459d40/0xb104f9478dff3870 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f6d expref: 428 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.401897:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.401904:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312669312 00000100:00100000:3.0:1731347580.401905:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312669312 00000004:00080000:2.0:1731347580.401907:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bd180/2, rc 0, transno 399952 00000100:00100000:1.0:1731347580.401907:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.401907:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401910:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880126e8cb40/0xb104f9478e00cb83 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e287 expref: 441 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.401911:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952762368:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.401913:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401917:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312669696 00000100:00100000:3.0:1731347580.401918:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312669696 00000100:00100000:1.0:1731347580.401919:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.401919:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401922:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007bdf0d80/0xb104f9478e00b701 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce05 expref: 442 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.401925:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401929:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312669568 00000100:00100000:2.0:1731347580.401929:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952766464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.401930:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312669568 00000100:00100000:1.0:1731347580.401930:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.401930:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401934:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800863d58c0/0xb104f9478e0090e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7e7 expref: 429 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.401935:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408b840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.401938:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401940:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.401943:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.401948:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312669824 00000100:00100000:3.0:1731347580.401949:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312669824 00000004:00080000:2.0:1731347580.401952:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801270a9500/2, rc 0, transno 399953 00010000:00010000:0.0:1731347580.401952:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.401953:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b3222640/0xb104f9478e008dcc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4c9 expref: 443 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.401955:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952762880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.401958:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.401958:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408b840/0xb104f9478e07703d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x303e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401961:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952766336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.401963:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290429 00000100:00100000:3.0:1731347580.401968:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290430 00000100:00100000:1.0:1731347580.401968:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+429:2003:x1815448312669440:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.401970:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.401972:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+443:2004:x1815448312669312:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.401973:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.401976:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b2459d40/0xb104f9478dff3870 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f6d expref: 429 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.401978:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.401982:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880126e8cb40/0xb104f9478e00cb83 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e287 expref: 443 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401982:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b2459d40/0xb104f9478dff3870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f6d expref: 429 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.401985:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952766464 00000100:00100000:2.0:1731347580.401987:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952766464 00010000:00010000:1.0:1731347580.401989:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.401990:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.401991:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880126e8cb40/0xb104f9478e00cb83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e287 expref: 443 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.401992:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.401994:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952766336 00000100:00100000:2.0:1731347580.401995:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952766336 00010000:00010000:1.0:1731347580.401996:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402002:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.402002:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204521 00010000:00010000:1.0:1731347580.402002:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.402003:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.402005:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.402005:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+46:3762:x1815447952766464:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.402011:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+429:2003:x1815448312669440:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (130us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.402012:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.402012:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18989 count 1 00000100:00100000:1.0:1731347580.402015:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290429 00010000:00010000:2.0:1731347580.402021:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402022:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.402022:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290431 00000100:00100000:1.0:1731347580.402025:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+443:2003:x1815448312669696:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.402028:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.402031:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0118c0/0xb104f9478e00a4e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbf2 expref: 443 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.402031:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007bdf0d80/0xb104f9478e00b701 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce05 expref: 443 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.402036:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.402036:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007bdf0d80/0xb104f9478e00b701 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce05 expref: 443 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.402038:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.402039:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+443:2004:x1815448312669312:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (140us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.402040:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402042:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.402043:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290430 00010000:00010000:1.0:1731347580.402043:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.402045:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.402048:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+44:3763:x1815447952761728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3423us (3468us total) trans 4295335701 rc 0/0 00010000:00010000:1.0:1731347580.402049:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402052:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290432 00000100:00100000:0.0:1731347580.402052:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204504 00010000:00010000:1.0:1731347580.402053:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.402054:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+428:2004:x1815448312669568:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.402055:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b0118c0/0xb104f9478e00a4e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbf2 expref: 442 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.402059:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.402061:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800863d58c0/0xb104f9478e0090e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7e7 expref: 428 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.402061:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+442:2003:x1815448312669696:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 35us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.402061:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204522 00010000:00010000:2.0:1731347580.402063:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b0118c0/0xb104f9478e00a4e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbf2 expref: 442 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.402064:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290431 00000100:00100000:0.0:1731347580.402064:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+43:3760:x1815447952766336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.402067:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800863d58c0/0xb104f9478e0090e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7e7 expref: 428 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.402070:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290433 00000100:00100000:2.0:1731347580.402072:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952766720:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.402072:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+441:2004:x1815448312669824:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1731347580.402072:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9896 count 1 00010000:00010000:3.0:1731347580.402073:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.402074:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.402076:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402076:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.402078:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b3222640/0xb104f9478e008dcc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x46d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4c9 expref: 441 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.402079:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402080:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402083:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b3222640/0xb104f9478e008dcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4c9 expref: 441 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.402085:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.402086:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800903b5d40/0xb104f9478dfeb648 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd45 expref: 428 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.402088:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.402089:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.402089:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.402090:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402090:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.402091:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.402092:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402094:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+428:2004:x1815448312669568:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (174us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.402094:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402097:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290432 00010000:00010000:0.0:1731347580.402101:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800903b5d40/0xb104f9478dfeb648 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd45 expref: 427 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.402102:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1731347580.402106:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d441c00/2, rc 0, transno 368404 00010000:00010000:0.0:1731347580.402106:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800903b5d40/0xb104f9478dfeb648 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd45 expref: 427 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.402109:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+441:2004:x1815448312669824:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 36us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.402111:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952762240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.402112:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290433 00000100:00100000:0.0:1731347580.402115:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952766848:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.402116:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.402120:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952766592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.402127:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65540 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.402128:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952766976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.402132:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.402141:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952764928:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.402142:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.402142:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952766592 00000100:00100000:2.0:1731347580.402144:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952766592 00000100:00100000:1.0:1731347580.402145:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.402148:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.402151:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312669952 00000100:00100000:2.0:1731347580.402152:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952766976 00000100:00100000:2.0:1731347580.402153:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952766976 00000100:00100000:1.0:1731347580.402153:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312669952 00000100:00100000:0.0:1731347580.402159:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204523 00010000:00010000:1.0:1731347580.402160:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127c7ed00/0xb104f9478e00cb8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e28e expref: 428 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.402161:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d440a80/2, rc 0, transno 368405 00000100:00100000:2.0:1731347580.402162:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204524 00000100:00100000:0.0:1731347580.402162:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+47:3762:x1815447952766592:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.402164:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+44:3760:x1815447952766976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.402165:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d440a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952761728:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.402168:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19164 count 1 00000100:00100000:1.0:1731347580.402169:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290434 00002000:00080000:2.0:1731347580.402171:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19088 count 1 00000100:00100000:1.0:1731347580.402171:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+428:2003:x1815448312669952:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.402174:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402175:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.402177:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127c7ed00/0xb104f9478e00cb8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e28e expref: 428 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.402178:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402180:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952767104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.402180:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880064f3ad00/0xb104f9478dfef1eb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508ef expref: 440 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.402182:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127c7ed00/0xb104f9478e00cb8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e28e expref: 428 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.402184:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.402185:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88005c0d8480/0xb104f9478e008bfe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a302 expref: 428 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.402185:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.402186:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.402188:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.402189:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.402189:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.402189:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127c7ed00/0xb104f9478e00cb8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e28e expref: 428 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.402191:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402194:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.402194:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.402194:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880064f3ad00/0xb104f9478dfef1eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508ef expref: 440 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.402196:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402198:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880064f3ad00/0xb104f9478dfef1eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508ef expref: 440 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.402199:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952767104 00010000:00010000:2.0:1731347580.402200:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88005c0d8480/0xb104f9478e008bfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a302 expref: 427 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.402201:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952767104 00010000:00010000:1.0:1731347580.402204:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.402205:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88005c0d8480/0xb104f9478e008bfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a302 expref: 427 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.402207:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952767232:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.402210:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204525 00000100:00100000:2.0:1731347580.402211:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952767360:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.402211:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.402212:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3761:x1815447952767104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.402219:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00002000:00080000:3.0:1731347580.402220:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17717 count 1 00000100:00100000:2.0:1731347580.402221:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62300 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.402222:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+427:2003:x1815448312669952:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.402225:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290434 00010000:00010000:3.0:1731347580.402226:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402226:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402230:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402233:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133e2c240/0xb104f9478dffbf0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d611 expref: 426 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.402234:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.402235:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312668416 00000100:00100000:2.0:1731347580.402236:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312668416 00010000:00010000:3.0:1731347580.402237:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.402238:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.402238:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402239:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402239:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880126e8cb40/0xb104f9478e00cb83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e287 expref: 440 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.402241:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402244:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439200 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.402245:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952763904:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.402246:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402248:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133e2c240/0xb104f9478dffbf0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d611 expref: 426 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.402250:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402251:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402253:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133e2c240/0xb104f9478dffbf0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d611 expref: 426 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.402253:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712627 00010000:00010000:0.0:1731347580.402255:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402256:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.402257:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:13210:x1815448312668416:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:3.0:1731347580.402259:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801270a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952767488:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.402259:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e07708a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402260:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402264:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402267:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402268:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.402274:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402278:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.402279:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402283:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402288:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402291:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077067 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.402302:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:13210:x1815448312668416:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 44us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.402306:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712627 00000100:00100000:0.0:1731347580.402324:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+46:3763:x1815447952764544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1502us (1536us total) trans 4295335702 rc 0/0 00000100:00100000:0.0:1731347580.402327:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204515 00000004:00080000:3.0:1731347580.402331:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801270a9c00/2, rc 0, transno 368406 00000100:00100000:3.0:1731347580.402337:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952764544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.402353:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+48:3763:x1815447952763520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1770us (1939us total) trans 4295367250 rc 0/0 00000100:00100000:2.0:1731347580.402356:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952767616:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.402357:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bfb80/2, rc 0, transno 399954 00000100:00100000:1.0:1731347580.402357:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204510 00000100:00100000:0.0:1731347580.402357:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952765184:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.402362:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952763520:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.402364:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.402368:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.402378:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952767616 00000100:00100000:3.0:1731347580.402380:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952767616 00010000:00010000:1.0:1731347580.402386:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b3222640/0xb104f9478e008dcc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4c9 expref: 439 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.402390:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.402392:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204526 00000100:00100000:0.0:1731347580.402392:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.402393:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952767744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.402393:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952764672:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.402394:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+46:3762:x1815447952767616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.402399:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.402401:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18989 count 1 00000100:00100000:2.0:1731347580.402401:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.402406:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402407:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402410:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.402411:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952767744 00000100:00100000:2.0:1731347580.402413:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952767744 00010000:00010000:3.0:1731347580.402427:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088342d00/0xb104f9478e00a4ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbeb expref: 426 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.402427:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402431:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.402431:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402432:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.402433:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402435:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.402437:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204527 00010000:00010000:1.0:1731347580.402438:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0480 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.402439:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3762:x1815447952767744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.402440:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402442:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088342d00/0xb104f9478e00a4ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbeb expref: 426 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.402444:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.402446:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10053 count 1 00010000:00010000:3.0:1731347580.402447:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088342d00/0xb104f9478e00a4ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbeb expref: 426 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.402449:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402452:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952767872:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.402453:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402453:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07707c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.402460:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012a3f5200/0xb104f9478dfee095 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f799 expref: 438 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.402463:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.402464:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.402464:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.402465:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402474:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312670080 00010000:00010000:2.0:1731347580.402474:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012a3f5200/0xb104f9478dfee095 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f799 expref: 438 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.402476:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312670080 00010000:00010000:3.0:1731347580.402483:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88005c0dbcc0/0xb104f9478e008dc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4d0 expref: 427 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.402483:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012a3f5200/0xb104f9478dfee095 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f799 expref: 438 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.402489:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952768000:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.402492:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290435 00000100:00100000:3.0:1731347580.402494:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+427:2004:x1815448312670080:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.402498:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.402500:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88005c0dbcc0/0xb104f9478e008dc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4d0 expref: 427 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.402500:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62900 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.402505:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88005c0dbcc0/0xb104f9478e008dc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4d0 expref: 427 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.402512:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88005c0dbcc0/0xb104f9478e008dc5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a4d0 expref: 427 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.402517:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.402518:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.402520:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.402522:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+49:3761:x1815447952764288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1794us (1816us total) trans 4295367251 rc 0/0 00010000:00010000:3.0:1731347580.402524:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.402526:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204513 00010000:00010000:3.0:1731347580.402532:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.402541:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800863d58c0/0xb104f9478e0090e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a7e7 expref: 426 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.402543:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+426:2004:x1815448312670080:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.402548:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952764160:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.402549:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290435 00010000:00010000:1.0:1731347580.402555:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402559:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402562:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402566:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402570:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402573:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402580:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408ba80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.402582:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402586:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402591:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402594:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ba80/0xb104f9478e077075 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402629:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402635:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402639:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402642:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402646:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402652:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.402654:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402658:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402663:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402667:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077091 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x46d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.402683:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+47:3760:x1815447952763776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2066us (2100us total) trans 4295335703 rc 0/0 00000100:00100000:1.0:1731347580.402688:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204511 00010000:00010000:1.0:1731347580.402715:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b2459d40/0xb104f9478dff3870 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f6d expref: 424 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.402724:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952764032:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.402733:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402740:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.402740:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+47:3761:x1815447952765056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1622us (1713us total) trans 4295335704 rc 0/0 00000100:00100000:0.0:1731347580.402744:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204516 00010000:00010000:1.0:1731347580.402747:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.402750:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc45c00/2, rc 0, transno 368408 00010000:00010000:1.0:1731347580.402752:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402755:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402757:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952765056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.402759:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.402762:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.402763:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.402765:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009b5dea00/2, rc 0, transno 399955 00010000:00010000:1.0:1731347580.402767:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402787:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b5dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952764288:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.402788:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402791:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.402793:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e07706e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402798:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952768256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.402802:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952765440:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.402810:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402818:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.402821:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952765824:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.402826:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.402831:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952768128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.402832:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.402844:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.402856:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952768256 00000100:00100000:2.0:1731347580.402857:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952768256 00000004:00080000:3.0:1731347580.402866:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801270abb80/2, rc 0, transno 368407 00000100:00100000:0.0:1731347580.402866:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.402867:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952768128 00000100:00100000:2.0:1731347580.402869:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952768128 00000100:00100000:3.0:1731347580.402872:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952763776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.402876:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204528 00000100:00100000:0.0:1731347580.402876:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.402878:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3761:x1815447952768256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.402882:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312670336 00000100:00100000:3.0:1731347580.402885:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312670336 00002000:00080000:2.0:1731347580.402885:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9343 count 1 00000100:00100000:1.0:1731347580.402889:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+48:3763:x1815447952763648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2267us (2299us total) trans 4295335705 rc 0/0 00010000:00010000:2.0:1731347580.402892:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.402893:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.402895:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b3220000/0xb104f9478e008bf7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a2fb expref: 439 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.402895:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204512 00010000:00010000:2.0:1731347580.402899:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af162d00/0xb104f9478dffdd13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f417 expref: 439 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.402903:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.402904:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.402905:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.402907:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204529 00000100:00100000:3.0:1731347580.402909:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312670208 00000100:00100000:0.0:1731347580.402909:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952766208:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.402910:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312670208 00000100:00100000:1.0:1731347580.402912:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3761:x1815447952768128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.402914:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af162d00/0xb104f9478dffdd13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f417 expref: 440 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.402917:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b320e400/0xb104f9478dfeb641 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd4c expref: 440 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.402917:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.402919:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af162d00/0xb104f9478dffdd13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f417 expref: 440 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.402922:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19164 count 1 00000100:00100000:2.0:1731347580.402924:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952768384:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.402926:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312670464 00000100:00100000:0.0:1731347580.402927:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952765952:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.402929:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312670464 00010000:00010000:1.0:1731347580.402932:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.402932:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.402934:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800982c61c0/0xb104f9478e00b708 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce0c expref: 424 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.402939:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.402942:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090010fc0/0xb104f9478dfef1f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508f6 expref: 424 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.402949:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312670592 00010000:00010000:1.0:1731347580.402949:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.402950:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312670592 00010000:00010000:1.0:1731347580.402950:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.402952:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.402956:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952768512:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.402958:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013dcad200/0xb104f9478dffbf14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d618 expref: 441 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.402967:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090010fc0/0xb104f9478dfef1f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508f6 expref: 424 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.402968:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.402970:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290436 00000100:00100000:3.0:1731347580.402974:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+441:2004:x1815448312670336:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.402976:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090010fc0/0xb104f9478dfef1f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508f6 expref: 424 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.402978:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952768512 00010000:00010000:3.0:1731347580.402980:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.402980:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952768512 00010000:00010000:3.0:1731347580.402984:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b3220000/0xb104f9478e008bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a2fb expref: 441 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.402986:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952768640:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.402988:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204530 00000100:00100000:2.0:1731347580.402990:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+48:3762:x1815447952768512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.402992:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b3220000/0xb104f9478e008bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a2fb expref: 441 pid: 15923 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.402997:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10053 count 1 00010000:00010000:3.0:1731347580.403003:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b3220000/0xb104f9478e008bf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a2fb expref: 441 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.403003:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403009:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801301e0d80/0xb104f9478dfee09c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a0 expref: 424 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.403009:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.403011:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403013:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403015:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403016:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.403017:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.403019:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403021:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.403023:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290437 00010000:00010000:2.0:1731347580.403027:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801301e0d80/0xb104f9478dfee09c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a0 expref: 424 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.403027:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+440:2004:x1815448312670208:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.403032:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801301e0d80/0xb104f9478dfee09c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a0 expref: 424 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403034:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.403034:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.403037:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952768768:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.403038:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b320e400/0xb104f9478dfeb641 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd4c expref: 440 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.403039:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403043:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.403047:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b320e400/0xb104f9478dfeb641 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd4c expref: 440 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.403048:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.403050:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.403051:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403052:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+440:2004:x1815448312670336:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (220us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.403055:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403057:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290436 00010000:00010000:1.0:1731347580.403058:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b320e400/0xb104f9478dfeb641 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd4c expref: 440 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.403065:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290438 00010000:00010000:1.0:1731347580.403066:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.403067:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.403068:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+424:2004:x1815448312670464:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.403070:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403072:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.403074:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800982c61c0/0xb104f9478e00b708 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce0c expref: 424 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.403076:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403080:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800982c61c0/0xb104f9478e00b708 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce0c expref: 424 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403086:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800982c61c0/0xb104f9478e00b708 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce0c expref: 424 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.403090:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.403092:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403092:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403094:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403095:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403098:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403099:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403103:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403105:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.403106:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.403107:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.403107:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+438:2004:x1815448312670208:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (239us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.403108:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403110:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403112:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.403113:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290437 00000100:00100000:3.0:1731347580.403114:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+423:2004:x1815448312670464:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (237us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.403114:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.403116:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403117:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290438 00010000:00010000:0.0:1731347580.403118:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403120:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403123:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290439 00010000:00010000:0.0:1731347580.403125:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0770a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403126:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+437:2004:x1815448312670592:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.403126:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403129:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.403129:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80900/0xb104f9478e077098 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403131:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013dcad200/0xb104f9478dffbf14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d618 expref: 437 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403136:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013dcad200/0xb104f9478dffbf14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d618 expref: 437 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403142:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013dcad200/0xb104f9478dffbf14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d618 expref: 437 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.403146:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007bdf0d80/0xb104f9478e00b701 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ce05 expref: 437 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403147:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403148:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403149:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403153:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.403156:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952764800:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.403159:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.403166:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+435:2004:x1815448312670592:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (273us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.403166:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403169:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290439 00010000:00010000:1.0:1731347580.403178:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.403184:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.403186:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801270a8380/2, rc 0, transno 368409 00000100:00100000:3.0:1731347580.403190:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952763648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.403191:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.403197:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.403202:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+51:3762:x1815447952765696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1600us (1619us total) trans 4295367252 rc 0/0 00010000:00010000:1.0:1731347580.403204:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.403206:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+51:3760:x1815447952765312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1756us (1804us total) trans 4295367253 rc 0/0 00010000:00010000:1.0:1731347580.403209:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.403211:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.403217:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.403219:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f80a80/2, rc 0, transno 399957 00000100:00100000:3.0:1731347580.403226:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952765312:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.403227:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.403233:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077083 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403251:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952768896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.403251:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204519 00000100:00100000:2.0:1731347580.403254:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204517 00010000:00010000:0.0:1731347580.403264:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403266:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403269:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403270:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.403270:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403273:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403274:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403277:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403278:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403280:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403282:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403283:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.403285:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403286:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82400 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.403287:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952768896 00010000:00010000:2.0:1731347580.403287:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403288:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403290:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952768896 00010000:00010000:2.0:1731347580.403291:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403295:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403296:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403299:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0770ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403300:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07709f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403302:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204531 00000100:00100000:3.0:1731347580.403306:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0492850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+51:3763:x1815447952768896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.403314:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13144 count 1 00010000:00010000:3.0:1731347580.403323:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.403330:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+51:3762:x1815447952764416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2589us (2615us total) trans 4295367254 rc 0/0 00010000:00010000:3.0:1731347580.403332:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac8e0000/0xb104f9478dff7188 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95888c expref: 434 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.403336:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204514 00010000:00010000:3.0:1731347580.403337:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403338:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403339:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403352:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac8e0000/0xb104f9478dff7188 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95888c expref: 434 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.403361:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac8e0000/0xb104f9478dff7188 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95888c expref: 434 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.403366:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3762:x1815447952765568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1772us (1803us total) trans 4295335706 rc 0/0 00000100:00100000:3.0:1731347580.403369:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952769024:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.403370:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204518 00000100:00100000:0.0:1731347580.403372:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+51:3761:x1815447952766080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1570us (1644us total) trans 4295367255 rc 0/0 00000100:00100000:0.0:1731347580.403376:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204520 00000100:00100000:3.0:1731347580.403386:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.403394:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952769152:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.403405:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc44e00/2, rc 0, transno 399959 00000100:00100000:2.0:1731347580.403406:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.403411:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952766080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.403442:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952769152 00000100:00100000:1.0:1731347580.403445:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952769152 00000100:00100000:2.0:1731347580.403446:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952766720:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.403453:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403460:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952769280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.403463:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204532 00000100:00100000:1.0:1731347580.403466:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:3760:x1815447952769152:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.403469:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f81180/2, rc 0, transno 399956 00000100:00100000:2.0:1731347580.403474:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952765696:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.403474:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9343 count 1 00000100:00100000:3.0:1731347580.403476:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1731347580.403479:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc44380/2, rc 0, transno 368410 00000100:00100000:2.0:1731347580.403482:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952765568:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.403482:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.403486:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009b5ddf80/2, rc 0, transno 399958 00000100:00100000:0.0:1731347580.403488:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952769280 00000100:00100000:2.0:1731347580.403489:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952764416:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.403489:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008807d680/0xb104f9478dffdd1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f41e expref: 422 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.403491:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952769280 00010000:00010000:1.0:1731347580.403493:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.403494:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.403496:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403504:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952769664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.403504:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204533 00000100:00100000:2.0:1731347580.403507:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952769408:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.403511:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008807d680/0xb104f9478dffdd1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f41e expref: 422 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.403513:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.403518:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.403520:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008807d680/0xb104f9478dffdd1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f41e expref: 422 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.403523:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952769664 00000100:00100000:3.0:1731347580.403525:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952769664 00000100:00100000:2.0:1731347580.403529:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952769536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.403529:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952769792:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.403534:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952769408 00000100:00100000:3.0:1731347580.403535:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952769408 00000100:00100000:2.0:1731347580.403537:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.403541:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952769536 00000100:00100000:3.0:1731347580.403542:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952769536 00000100:00100000:3.0:1731347580.403548:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204534 00000100:00100000:3.0:1731347580.403550:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+53:3763:x1815447952769664:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.403551:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+53:3761:x1815447952769280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.403552:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204535 00000100:00100000:1.0:1731347580.403554:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.403555:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+53:3762:x1815447952769408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.403558:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15093 count 1 00002000:00080000:0.0:1731347580.403561:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13584 count 1 00002000:00080000:2.0:1731347580.403562:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15689 count 1 00010000:00010000:3.0:1731347580.403565:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.403567:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204536 00010000:00010000:0.0:1731347580.403568:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403569:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.403571:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3760:x1815447952769536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.403572:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b2697840/0xb104f9478e007b26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96922a expref: 434 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.403575:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af619f80/0xb104f9478e008fcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6cf expref: 434 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.403575:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88005c0dad00/0xb104f9478e008d6a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a467 expref: 434 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.403576:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403577:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403578:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403579:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.403579:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.403580:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.403580:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.403582:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.403582:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13144 count 1 00010000:00010000:0.0:1731347580.403582:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403587:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b2697840/0xb104f9478e007b26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96922a expref: 434 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.403590:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403591:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88005c0dad00/0xb104f9478e008d6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a467 expref: 434 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.403594:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af619f80/0xb104f9478e008fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6cf expref: 434 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.403596:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b2697840/0xb104f9478e007b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96922a expref: 434 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.403600:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af619f80/0xb104f9478e008fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6cf expref: 434 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.403600:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009936b600/0xb104f9478dff7181 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958885 expref: 422 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.403601:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952769920:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.403601:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88005c0dad00/0xb104f9478e008d6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a467 expref: 434 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.403605:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.403606:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132741880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952770176:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.403606:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.403607:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952770048:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.403609:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403613:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.403617:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.403621:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65300 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.403623:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009936b600/0xb104f9478dff7181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958885 expref: 422 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.403631:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009936b600/0xb104f9478dff7181 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958885 expref: 422 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.403640:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952770304:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.403653:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952766848:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.403659:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.403659:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e780 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.403667:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952767232:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.403673:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.403683:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.403695:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312670720 00000100:00100000:3.0:1731347580.403697:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312670720 00010000:00010000:3.0:1731347580.403703:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0118c0/0xb104f9478e00a4e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbf2 expref: 435 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.403713:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290440 00000100:00100000:3.0:1731347580.403716:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+435:2006:x1815448312670720:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.403720:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.403722:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b0118c0/0xb104f9478e00a4e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbf2 expref: 435 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403727:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b0118c0/0xb104f9478e00a4e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbf2 expref: 435 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403734:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0118c0/0xb104f9478e00a4e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbf2 expref: 435 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.403734:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.403739:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403740:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403742:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.403745:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312670976 00010000:00010000:3.0:1731347580.403746:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.403746:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312670976 00000100:00100000:1.0:1731347580.403752:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.403753:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800903b5d40/0xb104f9478dfeb648 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd45 expref: 423 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403754:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.403763:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312670848 00000100:00100000:2.0:1731347580.403764:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312670848 00000100:00100000:3.0:1731347580.403766:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+435:2006:x1815448312670720:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (84us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.403782:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880064f3ad00/0xb104f9478dfef1eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508ef expref: 435 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.403787:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290440 00000100:00100000:2.0:1731347580.403793:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290441 00000100:00100000:3.0:1731347580.403797:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290442 00000100:00100000:2.0:1731347580.403797:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+423:2004:x1815448312670976:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.403800:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+434:2004:x1815448312670848:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.403802:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952767488:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.403803:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.403804:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.403806:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800903b5d40/0xb104f9478dfeb648 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd45 expref: 423 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403807:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880064f3ad00/0xb104f9478dfef1eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508ef expref: 434 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.403811:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800903b5d40/0xb104f9478dfeb648 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd45 expref: 423 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403812:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880064f3ad00/0xb104f9478dfef1eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508ef expref: 434 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.403813:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403818:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880064f3ad00/0xb104f9478dfef1eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508ef expref: 434 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.403819:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800903b5d40/0xb104f9478dfeb648 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cd45 expref: 423 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.403823:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403824:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.403824:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.403825:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403825:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.403826:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403829:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403830:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.403838:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.403838:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.403843:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403847:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+433:2004:x1815448312670848:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (96us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.403848:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.403850:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290442 00000100:00100000:2.0:1731347580.403850:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+422:2004:x1815448312670976:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.403853:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290441 00010000:00010000:0.0:1731347580.403854:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403861:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403867:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403872:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403872:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.403875:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403876:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403881:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403884:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403888:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.403890:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403892:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403895:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b818c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.403896:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0770c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403897:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403900:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403905:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403909:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e0770b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403954:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403958:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403963:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403967:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403970:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403973:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.403975:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403978:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403983:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.403987:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0770bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.403996:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+55:3762:x1815447952766592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1832us (1862us total) trans 4295367256 rc 0/0 00000100:00100000:3.0:1731347580.403997:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+55:3762:x1815447952766464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1991us (2055us total) trans 4295367257 rc 0/0 00000100:00100000:0.0:1731347580.404000:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204523 00000100:00100000:3.0:1731347580.404002:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204521 00000100:00100000:3.0:1731347580.404028:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952767872:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.404035:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404039:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.404047:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312671104 00000100:00100000:0.0:1731347580.404049:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312671104 00010000:00010000:0.0:1731347580.404056:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133e2c240/0xb104f9478dffbf0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d611 expref: 422 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.404067:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+51:3760:x1815447952766336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2001us (2095us total) trans 4295335707 rc 0/0 00000100:00100000:2.0:1731347580.404070:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204522 00000100:00100000:1.0:1731347580.404071:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952767360:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.404071:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290443 00000100:00100000:0.0:1731347580.404075:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+422:2003:x1815448312671104:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1731347580.404080:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801270ab480/2, rc 0, transno 368411 00010000:00010000:0.0:1731347580.404081:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.404084:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404085:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133e2c240/0xb104f9478dffbf0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d611 expref: 422 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.404086:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952766336:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.404086:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d442d80/2, rc 0, transno 399960 00000100:00100000:2.0:1731347580.404091:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952766592:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.404095:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc47100/2, rc 0, transno 399961 00000100:00100000:2.0:1731347580.404097:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952766464:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.404098:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133e2c240/0xb104f9478dffbf0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d611 expref: 422 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.404118:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952770432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.404129:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.404131:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880128b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952770688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.404140:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952770560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.404145:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.404150:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952770432 00000100:00100000:2.0:1731347580.404152:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952770432 00000100:00100000:2.0:1731347580.404159:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952770688 00000100:00100000:2.0:1731347580.404160:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952770688 00000100:00100000:3.0:1731347580.404162:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204537 00010000:00010000:0.0:1731347580.404162:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133e2c240/0xb104f9478dffbf0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d611 expref: 422 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.404165:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+51:3761:x1815447952770432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.404168:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204538 00010000:00010000:0.0:1731347580.404169:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.404170:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880128b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+54:3763:x1815447952770688:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.404170:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404172:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.404173:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13584 count 1 00010000:00010000:0.0:1731347580.404176:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.404178:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18132 count 1 00010000:00010000:3.0:1731347580.404179:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.404185:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404185:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.404187:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88005ac50000/0xb104f9478e008d63 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a46e expref: 421 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.404192:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404194:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.404195:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.404195:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800982f5200/0xb104f9478dffd349 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea4d expref: 432 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.404196:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404199:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404199:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+421:2003:x1815448312671104:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 124us (160us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.404201:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.404202:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.404203:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290443 00010000:00010000:2.0:1731347580.404204:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404205:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88005ac50000/0xb104f9478e008d63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a46e expref: 421 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.404205:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404210:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88005ac50000/0xb104f9478e008d63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a46e expref: 420 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.404210:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.404215:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880128b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952770816:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.404216:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.404218:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800982f5200/0xb104f9478dffd349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea4d expref: 432 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.404221:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.404223:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.404227:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.404229:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.404232:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800982f5200/0xb104f9478dffd349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea4d expref: 432 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.404237:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404238:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.404241:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132740000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952770944:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.404243:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0770d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404245:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312671360 00000100:00100000:0.0:1731347580.404247:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312671360 00010000:00010000:0.0:1731347580.404255:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88005c0d8480/0xb104f9478e008bfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a302 expref: 421 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.404259:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.404270:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290444 00000100:00100000:0.0:1731347580.404274:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+421:2003:x1815448312671360:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.404277:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952768000:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.404281:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.404285:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88005c0d8480/0xb104f9478e008bfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a302 expref: 421 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.404286:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404292:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88005c0d8480/0xb104f9478e008bfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a302 expref: 421 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.404295:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.404304:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952770560 00000100:00100000:3.0:1731347580.404306:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952770560 00000100:00100000:3.0:1731347580.404317:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204539 00000100:00100000:3.0:1731347580.404319:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+55:3762:x1815447952770560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.404325:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18321 count 1 00000100:00100000:1.0:1731347580.404325:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3761:x1815447952767104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2111us (2134us total) trans 4295335708 rc 0/0 00000100:00100000:1.0:1731347580.404329:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204525 00010000:00010000:3.0:1731347580.404331:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.404331:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801270ab100/2, rc 0, transno 368412 00000100:00100000:2.0:1731347580.404336:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952767104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.404338:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801286f2d00/0xb104f9478dfedc74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f378 expref: 432 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.404341:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.404342:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.404344:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404353:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801286f2d00/0xb104f9478dfedc74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f378 expref: 432 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.404358:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801286f2d00/0xb104f9478dfedc74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f378 expref: 432 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.404363:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880128b91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952771072:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.404371:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88005c0d8480/0xb104f9478e008bfe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a302 expref: 421 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.404374:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0240 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.404379:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404381:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404383:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404390:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.404400:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952771200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.404403:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.404409:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404427:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404432:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.404435:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.404436:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404440:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404441:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+420:2003:x1815448312671360:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 165us (200us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.404443:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.404444:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404448:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290444 00010000:00010000:1.0:1731347580.404449:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404459:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404465:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e0770c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.404487:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952768384:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.404488:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.404494:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312671232 00010000:00010000:2.0:1731347580.404496:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404496:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312671232 00010000:00010000:0.0:1731347580.404503:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088342d00/0xb104f9478e00a4ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbeb expref: 420 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.404524:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290445 00000100:00100000:0.0:1731347580.404526:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+420:2003:x1815448312671232:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.404531:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.404533:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088342d00/0xb104f9478e00a4ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbeb expref: 420 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.404539:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088342d00/0xb104f9478e00a4ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbeb expref: 420 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.404546:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088342d00/0xb104f9478e00a4ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bbeb expref: 420 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.404552:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404552:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404554:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.404558:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+52:3760:x1815447952766976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2392us (2414us total) trans 4295335709 rc 0/0 00010000:00010000:0.0:1731347580.404558:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.404560:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801270aad80/2, rc 0, transno 368413 00000100:00100000:1.0:1731347580.404564:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204524 00000100:00100000:2.0:1731347580.404565:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801270aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952766976:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.404566:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.404573:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952771200 00000100:00100000:1.0:1731347580.404575:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952771200 00000100:00100000:0.0:1731347580.404576:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+419:2003:x1815448312671232:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.404579:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290445 00000100:00100000:2.0:1731347580.404583:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952771328:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.404585:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.404587:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204540 00010000:00010000:3.0:1731347580.404590:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.404591:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+52:3760:x1815447952771200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.404594:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404597:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.404597:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.404600:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.404601:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.404601:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15689 count 1 00010000:00010000:3.0:1731347580.404606:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4089440 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.404607:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312671488 00010000:00010000:3.0:1731347580.404609:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404609:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404609:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312671488 00000100:00100000:2.0:1731347580.404613:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952771328 00010000:00010000:0.0:1731347580.404615:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012a3f5200/0xb104f9478dfee095 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f799 expref: 433 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.404616:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.404616:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952771328 00010000:00010000:1.0:1731347580.404616:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800981e6f40/0xb104f9478e008fd2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6d6 expref: 418 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.404620:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.404621:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.404623:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404624:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290446 00010000:00010000:3.0:1731347580.404626:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404626:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+433:2003:x1815448312671488:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.404628:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204541 00010000:00010000:0.0:1731347580.404631:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.404632:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4089440/0xb104f9478e0770d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.404632:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+53:3761:x1815447952771328:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.404633:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800981e6f40/0xb104f9478e008fd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6d6 expref: 418 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.404633:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012a3f5200/0xb104f9478dfee095 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f799 expref: 433 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.404638:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012a3f5200/0xb104f9478dfee095 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f799 expref: 433 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.404639:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800981e6f40/0xb104f9478e008fd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6d6 expref: 418 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.404641:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15093 count 1 00010000:00010000:0.0:1731347580.404644:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012a3f5200/0xb104f9478dfee095 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f799 expref: 433 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.404645:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952771456:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.404649:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404649:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404650:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404652:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404656:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.404658:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e180 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.404659:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880077ade880/0xb104f9478e007b1f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969223 expref: 418 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.404663:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.404666:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.404667:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.404669:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404672:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+432:2003:x1815448312671488:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.404678:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290446 00010000:00010000:2.0:1731347580.404682:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880077ade880/0xb104f9478e007b1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969223 expref: 418 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.404689:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880077ade880/0xb104f9478e007b1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969223 expref: 418 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.404696:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.404698:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952771584:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.404707:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312671616 00000100:00100000:1.0:1731347580.404709:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312671616 00000100:00100000:2.0:1731347580.404712:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.404717:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af162d00/0xb104f9478dffdd13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f417 expref: 432 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.404721:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404723:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.404725:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+54:3762:x1815447952767616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2328us (2354us total) trans 4295335710 rc 0/0 00000100:00100000:1.0:1731347580.404727:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312671744 00000100:00100000:3.0:1731347580.404729:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204526 00010000:00010000:2.0:1731347580.404729:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.404729:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312671744 00010000:00010000:1.0:1731347580.404734:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090010fc0/0xb104f9478dfef1f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508f6 expref: 419 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.404734:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290447 00010000:00010000:2.0:1731347580.404735:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404737:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+432:2003:x1815448312671616:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.404741:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.404742:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.404743:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290448 00010000:00010000:0.0:1731347580.404744:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af162d00/0xb104f9478dffdd13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f417 expref: 432 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.404746:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32ce00/2, rc 0, transno 368414 00000100:00100000:1.0:1731347580.404746:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+419:2003:x1815448312671744:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.404748:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.404750:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952767616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.404750:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.404750:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af162d00/0xb104f9478dffdd13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f417 expref: 432 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.404752:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090010fc0/0xb104f9478dfef1f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508f6 expref: 419 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.404753:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b806c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.404756:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404756:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af162d00/0xb104f9478dffdd13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x247f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f417 expref: 432 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.404758:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090010fc0/0xb104f9478dfef1f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508f6 expref: 419 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.404762:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.404763:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404763:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404764:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404765:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.404766:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.404768:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.404784:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1731347580.404784:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.404785:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.404790:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952771712:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.404791:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.404792:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0770de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404793:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.404800:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.404805:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+431:2003:x1815448312671616:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.404806:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.404811:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290447 00000100:00100000:1.0:1731347580.404812:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+419:2003:x1815448312671744:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.404816:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290448 00000100:00100000:3.0:1731347580.404817:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952771712 00000100:00100000:3.0:1731347580.404819:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952771712 00000100:00100000:3.0:1731347580.404829:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204542 00000100:00100000:3.0:1731347580.404831:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+54:3763:x1815447952771712:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.404836:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090010fc0/0xb104f9478dfef1f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9508f6 expref: 418 pid: 9552 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.404838:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18321 count 1 00000100:00100000:1.0:1731347580.404844:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952768640:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.404845:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404847:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952768768:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.404850:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404852:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801351758c0/0xb104f9478dfedc6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f371 expref: 417 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.404854:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404855:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404856:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.404857:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.404858:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404858:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404862:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404867:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801351758c0/0xb104f9478dfedc6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f371 expref: 417 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.404867:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404870:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404872:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801351758c0/0xb104f9478dfedc6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f371 expref: 417 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.404872:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+56:3762:x1815447952767744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2430us (2468us total) trans 4295367258 rc 0/0 00010000:00010000:1.0:1731347580.404873:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0fc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.404873:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.404875:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.404878:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952771840:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.404878:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204527 00010000:00010000:1.0:1731347580.404879:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404883:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.404887:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e0770ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.404890:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.404891:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404895:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952769024:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.404899:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.404902:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32ed80/2, rc 0, transno 399962 00010000:00010000:0.0:1731347580.404902:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.404905:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.404906:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952767744:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.404911:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.404916:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404919:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.404921:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82ac0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.404922:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.404923:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.404926:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952771968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.404926:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312671872 00000100:00100000:0.0:1731347580.404928:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312671872 00010000:00010000:2.0:1731347580.404930:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404934:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801301e0d80/0xb104f9478dfee09c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a0 expref: 418 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.404936:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.404939:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.404941:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312672000 00000100:00100000:0.0:1731347580.404942:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312672000 00010000:00010000:2.0:1731347580.404943:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0770e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404946:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac8e0000/0xb104f9478dff7188 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95888c expref: 431 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.404950:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290449 00000100:00100000:3.0:1731347580.404953:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+418:2004:x1815448312671872:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.404957:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.404957:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290450 00000100:00100000:1.0:1731347580.404959:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:3761:x1815447952768128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2047us (2114us total) trans 4295335711 rc 0/0 00010000:00010000:3.0:1731347580.404960:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801301e0d80/0xb104f9478dfee09c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a0 expref: 418 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.404960:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+431:2006:x1815448312672000:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.404963:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204529 00010000:00010000:0.0:1731347580.404964:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.404966:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac8e0000/0xb104f9478dff7188 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95888c expref: 431 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.404969:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801301e0d80/0xb104f9478dfee09c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a0 expref: 418 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.404970:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952771968 00000100:00100000:1.0:1731347580.404972:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952771968 00010000:00010000:0.0:1731347580.404972:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac8e0000/0xb104f9478dff7188 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95888c expref: 431 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.404976:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801301e0d80/0xb104f9478dfee09c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a0 expref: 418 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.404979:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac8e0000/0xb104f9478dff7188 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95888c expref: 431 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.404981:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.404981:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204543 00010000:00010000:3.0:1731347580.404982:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.404983:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+57:3762:x1815447952771968:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.404984:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404984:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404985:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.404986:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.404988:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404990:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.404991:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14111 count 1 00010000:00010000:3.0:1731347580.404996:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.404997:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.404997:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.405004:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129751440/0xb104f9478dfee588 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc8c expref: 430 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.405006:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+57:3761:x1815447952768256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2126us (2188us total) trans 4295367259 rc 0/0 00000100:00100000:3.0:1731347580.405007:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+417:2004:x1815448312671872:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (133us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.405008:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.405008:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.405009:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+430:2006:x1815448312672000:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.405010:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290449 00010000:00010000:1.0:1731347580.405010:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.405011:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204528 00000100:00100000:0.0:1731347580.405013:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290450 00010000:00010000:1.0:1731347580.405019:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129751440/0xb104f9478dfee588 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc8c expref: 429 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.405022:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405024:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129751440/0xb104f9478dfee588 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc8c expref: 429 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.405026:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.405029:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32e300/2, rc 0, transno 399963 00010000:00010000:3.0:1731347580.405030:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.405030:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952772096:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.405031:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.405034:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952768256:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.405035:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405037:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.405039:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.405039:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32e680/2, rc 0, transno 368415 00010000:00010000:0.0:1731347580.405041:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.405042:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952768128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.405043:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.405044:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408af40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.405046:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405046:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.405049:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405050:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.405053:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.405054:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405054:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.405058:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405058:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408af40/0xb104f9478e0770fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.405061:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952772224:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.405063:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.405066:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0770f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.405072:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.405082:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952772224 00000100:00100000:1.0:1731347580.405084:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952772224 00000100:00100000:1.0:1731347580.405093:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204544 00000100:00100000:1.0:1731347580.405095:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+56:3760:x1815447952772224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.405102:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18132 count 1 00010000:00010000:1.0:1731347580.405108:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405117:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3b44b40/0xb104f9478dffd350 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea54 expref: 416 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.405121:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.405122:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.405124:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405132:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3b44b40/0xb104f9478dffd350 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea54 expref: 416 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.405136:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3b44b40/0xb104f9478dffd350 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea54 expref: 416 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.405138:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0492850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+57:3763:x1815447952768896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1831us (1867us total) trans 4295367260 rc 0/0 00000100:00100000:3.0:1731347580.405140:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+56:3762:x1815447952768512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2148us (2170us total) trans 4295335712 rc 0/0 00000004:00080000:2.0:1731347580.405141:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32c000/2, rc 0, transno 368416 00000100:00100000:1.0:1731347580.405141:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952772352:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.405142:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204531 00000100:00100000:3.0:1731347580.405144:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204530 00000100:00100000:2.0:1731347580.405144:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952768512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.405153:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e9c0 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.405162:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bc000/2, rc 0, transno 399964 00000100:00100000:2.0:1731347580.405164:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952768896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.405167:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.405168:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.405172:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952772480:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.405177:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312672128 00000100:00100000:1.0:1731347580.405179:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312672128 00000100:00100000:2.0:1731347580.405182:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.405188:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952772480 00000100:00100000:1.0:1731347580.405190:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952772480 00000100:00100000:3.0:1731347580.405195:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204545 00000100:00100000:3.0:1731347580.405198:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:62efdb24-e871-4f0d-8cc7-8cee5b684131+417:2005:x1815448312672128:12345-192.168.203.60@tcp:16:fsx.0 00000100:00100000:1.0:1731347580.405198:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204546 00000100:00100000:0.0:1731347580.405200:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952769920:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.405201:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+56:3760:x1815447952772480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.405207:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14111 count 1 00010000:00010000:0.0:1731347580.405209:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405213:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405219:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801290d98c0/0xb104f9478dfee581 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc85 expref: 417 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.405223:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.405224:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.405225:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405233:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801290d98c0/0xb104f9478dfee581 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc85 expref: 417 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.405238:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801290d98c0/0xb104f9478dfee581 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc85 expref: 417 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.405243:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952772608:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.405251:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c076300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952772736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.405253:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e900 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.405260:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.405267:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.405268:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952769792:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.405270:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952772864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.405274:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.405277:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.405282:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952772736 00000100:00100000:1.0:1731347580.405284:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952772736 00000100:00100000:3.0:1731347580.405290:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952772864 00000100:00100000:1.0:1731347580.405292:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204547 00000100:00100000:3.0:1731347580.405294:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952772864 00000100:00100000:1.0:1731347580.405295:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+57:3762:x1815447952772736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.405301:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17733 count 1 00010000:00010000:1.0:1731347580.405307:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.405309:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204548 00000100:00100000:3.0:1731347580.405312:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3762:x1815447952772864:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.405316:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800924ff840/0xb104f9478dfecf07 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e612 expref: 429 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.405320:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.405320:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1731347580.405321:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12583 count 1 00010000:00010000:1.0:1731347580.405322:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405329:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800924ff840/0xb104f9478dfecf07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e612 expref: 429 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.405330:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405334:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800924ff840/0xb104f9478dfecf07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e612 expref: 429 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.405339:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aff72400/0xb104f9478dffd8c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efc5 expref: 429 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.405339:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952772992:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.405345:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.405346:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.405348:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.405349:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9ea80 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.405364:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aff72400/0xb104f9478dffd8c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efc5 expref: 429 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.405369:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aff72400/0xb104f9478dffd8c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efc5 expref: 429 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.405375:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013107ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952773120:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.405388:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.405519:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132741880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952770176:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.405524:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.405526:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952770048:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.405530:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405534:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.405555:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952770304:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.405555:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.405561:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312672384 00010000:00010000:1.0:1731347580.405561:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.405564:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312672384 00000100:00100000:0.0:1731347580.405569:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.405570:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312672256 00000100:00100000:1.0:1731347580.405572:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312672256 00010000:00010000:3.0:1731347580.405574:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b2697840/0xb104f9478e007b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96922a expref: 430 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.405580:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008807d680/0xb104f9478dffdd1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f41e expref: 418 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.405582:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312672512 00000100:00100000:0.0:1731347580.405583:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.405585:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312672512 00000100:00100000:3.0:1731347580.405598:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312672640 00010000:00010000:2.0:1731347580.405598:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af619f80/0xb104f9478e008fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6cf expref: 431 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.405600:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312672640 00000100:00100000:1.0:1731347580.405601:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290451 00000100:00100000:1.0:1731347580.405604:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+431:2003:x1815448312672384:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.405606:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290452 00010000:00010000:3.0:1731347580.405607:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009936b600/0xb104f9478dff7181 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958885 expref: 419 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.405608:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.405611:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b2697840/0xb104f9478e007b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96922a expref: 431 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.405611:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+419:2003:x1815448312672256:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.405616:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b2697840/0xb104f9478e007b26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96922a expref: 431 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.405618:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.405621:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290453 00010000:00010000:0.0:1731347580.405623:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008807d680/0xb104f9478dffdd1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x247f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f41e expref: 419 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.405624:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b2697840/0xb104f9478e007b26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96922a expref: 431 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.405627:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290454 00000100:00100000:2.0:1731347580.405627:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+431:2003:x1815448312672512:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.405630:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.405631:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.405632:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+419:2006:x1815448312672640:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.405632:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405632:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008807d680/0xb104f9478dffdd1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x247f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f41e expref: 419 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.405634:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.405637:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.405638:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.405638:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af619f80/0xb104f9478e008fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6cf expref: 430 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.405642:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009936b600/0xb104f9478dff7181 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958885 expref: 419 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.405643:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008807d680/0xb104f9478dffdd1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x247f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f41e expref: 419 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.405644:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.405647:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af619f80/0xb104f9478e008fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6cf expref: 430 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.405650:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009936b600/0xb104f9478dff7181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958885 expref: 418 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.405652:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.405653:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.405655:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.405656:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+430:2003:x1815448312672384:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (134us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.405658:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af619f80/0xb104f9478e008fcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6cf expref: 430 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.405659:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.405660:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290451 00010000:00010000:3.0:1731347580.405662:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009936b600/0xb104f9478dff7181 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958885 expref: 418 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.405668:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.405668:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.405669:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.405671:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.405671:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.405673:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.405675:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.405676:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.405681:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+417:2003:x1815448312672256:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (127us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.405682:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.405685:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.405685:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290452 00010000:00010000:0.0:1731347580.405697:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.405701:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+428:2003:x1815448312672512:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (131us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.405702:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.405703:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.405705:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290453 00010000:00010000:0.0:1731347580.405709:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405715:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.405718:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.405720:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+416:2006:x1815448312672640:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 87us (136us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.405721:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.405722:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405722:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.405726:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290454 00010000:00010000:2.0:1731347580.405727:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405727:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.405729:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405729:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.405731:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.405734:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405736:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405736:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.405737:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.405739:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.405743:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405743:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.405748:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405749:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405754:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.405755:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077116 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405757:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405763:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405784:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.405790:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07711d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405848:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.405857:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4088d80/0xb104f9478e077108 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.405888:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+59:3762:x1815447952769408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2331us (2367us total) trans 4295367261 rc 0/0 00000100:00100000:2.0:1731347580.405894:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204535 00000100:00100000:1.0:1731347580.405895:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+57:3760:x1815447952769536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2322us (2355us total) trans 4295335713 rc 0/0 00000100:00100000:1.0:1731347580.405902:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204536 00000004:00080000:3.0:1731347580.405908:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782be300/2, rc 0, transno 399965 00000004:00080000:2.0:1731347580.405915:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132742a00/2, rc 0, transno 368417 00000100:00100000:3.0:1731347580.405916:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952769408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.405921:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952769536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.405943:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098d4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952773248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.405944:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952773376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.406012:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.406017:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+59:3763:x1815447952769664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2463us (2501us total) trans 4295367262 rc 0/0 00000100:00100000:0.0:1731347580.406023:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204534 00000100:00100000:1.0:1731347580.406028:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952773376 00000004:00080000:2.0:1731347580.406031:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782be680/2, rc 0, transno 399966 00000100:00100000:3.0:1731347580.406032:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.406032:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952773376 00000100:00100000:2.0:1731347580.406036:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952769664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.406048:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952773248 00000100:00100000:1.0:1731347580.406050:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952773248 00000100:00100000:2.0:1731347580.406051:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204549 00000100:00100000:2.0:1731347580.406055:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+57:3761:x1815447952773376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.406061:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204550 00000100:00100000:1.0:1731347580.406065:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+59:3760:x1815447952773248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.406067:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17733 count 1 00000100:00100000:3.0:1731347580.406072:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098d4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952773504:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.406076:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9850 count 1 00010000:00010000:2.0:1731347580.406077:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.406085:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad473840/0xb104f9478dfecf0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e60b expref: 415 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.406085:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.406089:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.406089:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.406090:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.406091:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406095:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880127c70d80/0xb104f9478dff42c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559ca expref: 427 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.406101:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.406102:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.406104:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.406106:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad473840/0xb104f9478dfecf0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e60b expref: 415 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.406108:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952773504 00000100:00100000:3.0:1731347580.406111:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952773504 00010000:00010000:2.0:1731347580.406111:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad473840/0xb104f9478dfecf0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e60b expref: 415 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.406115:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.406117:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952773632:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.406119:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880127c70d80/0xb104f9478dff42c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559ca expref: 427 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.406124:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204551 00000100:00100000:3.0:1731347580.406128:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+60:3762:x1815447952773504:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.406128:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880127c70d80/0xb104f9478dff42c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559ca expref: 427 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.406133:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00002000:00080000:3.0:1731347580.406138:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18305 count 1 00000100:00100000:1.0:1731347580.406141:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952773760:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.406146:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.406155:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800974bc6c0/0xb104f9478e00242b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b36 expref: 427 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.406160:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e780 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.406161:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.406162:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.406164:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.406176:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800974bc6c0/0xb104f9478e00242b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b36 expref: 427 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.406180:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.406189:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800974bc6c0/0xb104f9478e00242b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b36 expref: 427 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.406196:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098d4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952773888:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.406201:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.406217:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.406255:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.406262:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.406268:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.406271:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.406277:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.406287:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.406293:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077101 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.406383:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+58:3760:x1815447952769152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2916us (2975us total) trans 4295335714 rc 0/0 00000100:00100000:0.0:1731347580.406388:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204532 00000004:00080000:3.0:1731347580.406408:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc44000/2, rc 0, transno 368418 00000100:00100000:3.0:1731347580.406433:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952769152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.406445:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.406458:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952774016:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.406459:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312672768 00000100:00100000:3.0:1731347580.406462:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312672768 00000100:00100000:2.0:1731347580.406473:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.406474:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88005c0dad00/0xb104f9478e008d6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a467 expref: 428 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.406489:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952774016 00000100:00100000:3.0:1731347580.406491:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290455 00000100:00100000:3.0:1731347580.406495:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+428:2003:x1815448312672768:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.406502:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.406502:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952774016 00010000:00010000:3.0:1731347580.406505:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88005c0dad00/0xb104f9478e008d6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a467 expref: 428 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.406513:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88005c0dad00/0xb104f9478e008d6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a467 expref: 428 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.406515:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880128b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952770816:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.406524:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88005c0dad00/0xb104f9478e008d6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a467 expref: 428 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.406527:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.406535:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.406537:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.406539:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.406545:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.406558:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.406567:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406574:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.406576:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+427:2003:x1815448312672768:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.406581:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290455 00010000:00010000:1.0:1731347580.406581:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406587:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406593:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406597:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143af40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.406600:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.406608:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204552 00010000:00010000:1.0:1731347580.406610:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.406613:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+58:3763:x1815447952774016:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.406619:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406624:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e07710f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.406625:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12583 count 1 00010000:00010000:0.0:1731347580.406634:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.406641:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127f61680/0xb104f9478dffd8c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efcc expref: 415 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.406645:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.406646:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.406647:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1731347580.406654:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335712 is committed 00010000:00010000:0.0:1731347580.406657:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127f61680/0xb104f9478dffd8c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efcc expref: 415 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.406664:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127f61680/0xb104f9478dffd8c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efcc expref: 415 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.406669:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952774144:192.168.203.60@tcp:104: 00000001:00080000:2.0:1731347580.406670:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335691 is committed 00000100:00100000:0.0:1731347580.406683:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.406714:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132740000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952770944:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.406722:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.406728:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880128b91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952771072:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.406731:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:62efdb24-e871-4f0d-8cc7-8cee5b684131+412:2005:x1815448312672128:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 1530us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.406731:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+61:3761:x1815447952769280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3222us (3252us total) trans 4295367263 rc 0/0 00000004:00080000:2.0:1731347580.406735:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bf800/2, rc 0, transno 399967 00000100:00100000:3.0:1731347580.406737:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204545 00010000:00010000:0.0:1731347580.406737:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.406740:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952769280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.406741:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204533 00000100:00100000:2.0:1731347580.406757:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.406757:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.406761:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952774272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.406765:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312672896 00000100:00100000:0.0:1731347580.406767:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312672896 00000100:00100000:2.0:1731347580.406791:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.406792:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88005ac50000/0xb104f9478e008d63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a46e expref: 412 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.406805:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952774272 00000100:00100000:1.0:1731347580.406809:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952774272 00000100:00100000:0.0:1731347580.406809:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290456 00000100:00100000:0.0:1731347580.406814:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+412:2004:x1815448312672896:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.406821:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.406822:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204553 00010000:00010000:0.0:1731347580.406825:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88005ac50000/0xb104f9478e008d63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a46e expref: 412 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.406826:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+61:3761:x1815447952774272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.406836:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10191 count 1 00010000:00010000:1.0:1731347580.406845:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406852:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097a90b40/0xb104f9478e00c34f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da53 expref: 426 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.406856:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.406856:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.406858:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406869:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097a90b40/0xb104f9478e00c34f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da53 expref: 426 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.406875:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097a90b40/0xb104f9478e00c34f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da53 expref: 426 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.406880:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952774400:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.406896:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.406901:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88005ac50000/0xb104f9478e008d63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a46e expref: 412 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.406917:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88005ac50000/0xb104f9478e008d63 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a46e expref: 412 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.406924:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.406925:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.406927:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.406931:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.406942:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.406951:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406958:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.406962:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+411:2004:x1815448312672896:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 147us (203us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.406966:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.406968:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290456 00010000:00010000:1.0:1731347580.406972:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406978:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406984:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4089680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.406987:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.406993:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407003:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407009:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e077124 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.407110:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+15:3761:x1815447952770432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2942us (2979us total) trans 4295335715 rc 0/0 00000100:00100000:1.0:1731347580.407114:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204537 00000100:00100000:2.0:1731347580.407117:0:3761:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4295335712 gen 2 00000004:00080000:2.0:1731347580.407121:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cf94e00, transno 4295335668 00000004:00080000:2.0:1731347580.407131:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b8e00, transno 4295335669 00000100:00100000:1.0:1731347580.407131:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:2.0:1731347580.407133:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cf94700, transno 4295335670 00000004:00080000:2.0:1731347580.407135:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b8000, transno 4295335671 00000004:00080000:2.0:1731347580.407136:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814bb100, transno 4295335672 00000004:00080000:2.0:1731347580.407137:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cf94000, transno 4295335673 00000004:00080000:2.0:1731347580.407139:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cf96a00, transno 4295335674 00000004:00080000:2.0:1731347580.407140:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cf97100, transno 4295335675 00000004:00080000:2.0:1731347580.407141:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077877100, transno 4295335676 00000004:00080000:2.0:1731347580.407143:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e4e00, transno 4295335677 00000100:00100000:0.0:1731347580.407143:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312673024 00000004:00080000:2.0:1731347580.407144:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e5180, transno 4295335678 00000004:00080000:2.0:1731347580.407145:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e4a80, transno 4295335679 00000100:00100000:0.0:1731347580.407146:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312673024 00000004:00080000:2.0:1731347580.407147:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e4380, transno 4295335680 00000004:00080000:2.0:1731347580.407148:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e5500, transno 4295335681 00000004:00080000:2.0:1731347580.407149:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e5f80, transno 4295335682 00000004:00080000:2.0:1731347580.407150:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077877b80, transno 4295335683 00000004:00080000:2.0:1731347580.407152:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077874700, transno 4295335684 00000004:00080000:2.0:1731347580.407153:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077874380, transno 4295335685 00000004:00080000:2.0:1731347580.407154:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc40000, transno 4295335686 00000004:00080000:2.0:1731347580.407156:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc43100, transno 4295335687 00000004:00080000:2.0:1731347580.407157:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a4380, transno 4295335688 00010000:00010000:0.0:1731347580.407157:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800982f5200/0xb104f9478dffd349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea4d expref: 427 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.407159:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a5f80, transno 4295335689 00000004:00080000:2.0:1731347580.407160:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009944d500, transno 4295335690 00000100:00100000:1.0:1731347580.407160:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:2.0:1731347580.407162:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009944ca80, transno 4295335692 00000004:00080000:2.0:1731347580.407163:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc40a80, transno 4295335693 00000004:00080000:2.0:1731347580.407164:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d442a00, transno 4295335694 00000004:00080000:2.0:1731347580.407166:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bd500, transno 4295335695 00000004:00080000:2.0:1731347580.407167:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077876d80, transno 4295335696 00000004:00080000:2.0:1731347580.407168:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d441880, transno 4295335697 00000004:00080000:2.0:1731347580.407170:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bc700, transno 4295335698 00000004:00080000:2.0:1731347580.407171:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a5500, transno 4295335699 00000004:00080000:2.0:1731347580.407172:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d441c00, transno 4295335700 00000100:00100000:0.0:1731347580.407173:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312673152 00000004:00080000:2.0:1731347580.407174:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d440a80, transno 4295335701 00000100:00100000:0.0:1731347580.407175:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312673152 00000004:00080000:2.0:1731347580.407176:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801270a9c00, transno 4295335702 00000004:00080000:2.0:1731347580.407177:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801270abb80, transno 4295335703 00000004:00080000:2.0:1731347580.407178:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc45c00, transno 4295335704 00000004:00080000:2.0:1731347580.407180:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801270a8380, transno 4295335705 00000004:00080000:2.0:1731347580.407181:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc44380, transno 4295335706 00000004:00080000:2.0:1731347580.407183:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801270ab480, transno 4295335707 00010000:00010000:0.0:1731347580.407183:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801286f2d00/0xb104f9478dfedc74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f378 expref: 428 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.407184:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801270ab100, transno 4295335708 00000004:00080000:2.0:1731347580.407185:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801270aad80, transno 4295335709 00000004:00080000:2.0:1731347580.407186:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32ce00, transno 4295335710 00000004:00080000:2.0:1731347580.407188:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32e680, transno 4295335711 00000004:00080000:2.0:1731347580.407189:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32c000, transno 4295335712 00000100:00100000:2.0:1731347580.407192:0:3761:0:(client.c:3012:ptlrpc_free_committed()) @@@ stopping search req@ffff880132742a00 x1815447952769536/t4295335713(4295335713) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1731347596 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:1.0:1731347580.407192:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952771456:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.407198:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a80700/2, rc 0, transno 368419 00000100:00100000:2.0:1731347580.407200:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952770432:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.407203:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.407239:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952771584:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.407247:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.407249:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290457 00000100:00100000:0.0:1731347580.407252:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+428:2003:x1815448312673024:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.407254:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.407258:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.407260:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312673280 00010000:00010000:0.0:1731347580.407260:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800982f5200/0xb104f9478dffd349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea4d expref: 428 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.407262:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312673280 00010000:00010000:0.0:1731347580.407266:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800982f5200/0xb104f9478dffd349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea4d expref: 428 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.407269:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880077ade880/0xb104f9478e007b1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969223 expref: 411 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.407269:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290458 00010000:00010000:0.0:1731347580.407273:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800982f5200/0xb104f9478dffd349 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea4d expref: 428 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.407274:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+428:2004:x1815448312673152:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.407279:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.407280:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290459 00010000:00010000:0.0:1731347580.407280:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.407281:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.407282:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.407283:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+411:2005:x1815448312673280:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.407285:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801286f2d00/0xb104f9478dfedc74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f378 expref: 427 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.407286:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407290:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.407292:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880077ade880/0xb104f9478e007b1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969223 expref: 411 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.407294:0:11445:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 398 changes, 34 in progress, 7 in flight, 20 done 00010000:00010000:0.0:1731347580.407297:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.407298:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880077ade880/0xb104f9478e007b1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969223 expref: 411 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.407298:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801286f2d00/0xb104f9478dfedc74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f378 expref: 427 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.407306:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880077ade880/0xb104f9478e007b1f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969223 expref: 411 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.407309:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801286f2d00/0xb104f9478dfedc74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f378 expref: 427 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.407312:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.407313:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.407315:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.407316:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+426:2003:x1815448312673024:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (183us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.407317:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.407319:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407319:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.407322:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.407322:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290457 00010000:00010000:2.0:1731347580.407326:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.407328:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.407338:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+410:2005:x1815448312673280:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (86us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.407339:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.407342:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290459 00000100:00100000:1.0:1731347580.407352:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+425:2004:x1815448312673152:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (191us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.407353:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.407355:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290458 00010000:00010000:2.0:1731347580.407357:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407365:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407369:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407373:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407376:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.407378:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407381:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407386:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.407386:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952771840:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.407387:0:11445:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 398 changes, 10 in progress, 7 in flight, 24 done 00010000:00010000:2.0:1731347580.407390:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077140 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407394:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407394:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407399:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407407:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407411:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.407431:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.407431:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.407432:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.407437:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4089b00 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.407439:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952774528:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.407439:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407445:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407454:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.407458:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.407460:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4089b00/0xb104f9478e077132 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.407477:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312673408 00000100:00100000:3.0:1731347580.407479:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312673408 00000100:00100000:2.0:1731347580.407487:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+15:3761:x1815447952771328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2854us (2889us total) trans 4295335716 rc 0/0 00010000:00010000:3.0:1731347580.407489:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800981e6f40/0xb104f9478e008fd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6d6 expref: 410 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.407492:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204541 00000100:00100000:2.0:1731347580.407499:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952774528 00000100:00100000:2.0:1731347580.407502:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952774528 00000100:00100000:3.0:1731347580.407503:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290460 00000100:00100000:3.0:1731347580.407507:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+410:2004:x1815448312673408:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.407512:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204554 00010000:00010000:3.0:1731347580.407513:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.407514:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+15:3760:x1815447952774528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.407517:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800981e6f40/0xb104f9478e008fd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6d6 expref: 410 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.407522:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9850 count 1 00010000:00010000:3.0:1731347580.407525:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800981e6f40/0xb104f9478e008fd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6d6 expref: 410 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.407530:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.407537:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800981e6f40/0xb104f9478e008fd2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a6d6 expref: 410 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.407537:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880128b4ed00/0xb104f9478dff42bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559c3 expref: 410 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.407541:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.407542:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.407543:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.407547:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.407548:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.407550:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407553:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880128b4ed00/0xb104f9478dff42bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559c3 expref: 409 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.407557:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407558:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880128b4ed00/0xb104f9478dff42bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559c3 expref: 409 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.407564:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952774656:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.407572:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.407579:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.407587:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+62:3762:x1815447952770560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3266us (3290us total) trans 4295367264 rc 0/0 00000100:00100000:3.0:1731347580.407589:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+409:2004:x1815448312673408:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.407591:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204539 00000004:00080000:2.0:1731347580.407592:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c0dea00/2, rc 0, transno 368420 00000100:00100000:3.0:1731347580.407595:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290460 00000100:00100000:2.0:1731347580.407597:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952771328:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1731347580.407609:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bce00/2, rc 0, transno 399968 00000100:00100000:2.0:1731347580.407614:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.407615:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952770560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.407618:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952774784:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.407622:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407630:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.407632:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.407634:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407637:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407641:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.407641:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952772096:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.407642:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407644:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.407646:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407647:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407649:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407649:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407651:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.407653:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952774784 00010000:00010000:2.0:1731347580.407655:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407655:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.407656:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952774784 00000100:00100000:0.0:1731347580.407657:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.407659:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407659:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077139 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407662:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81f80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.407662:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952774912:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.407663:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407667:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.407669:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204555 00000100:00100000:3.0:1731347580.407673:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+16:3763:x1815447952774784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.407673:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.407674:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.407677:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e07712b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.407684:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18305 count 1 00000100:00100000:0.0:1731347580.407684:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952774912 00000100:00100000:0.0:1731347580.407686:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952774912 00010000:00010000:3.0:1731347580.407694:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.407695:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204556 00000100:00100000:0.0:1731347580.407698:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+62:3762:x1815447952774912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.407705:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096defa80/0xb104f9478e002432 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b2f expref: 408 pid: 15960 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1731347580.407706:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9444 count 1 00010000:00010000:3.0:1731347580.407711:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.407712:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.407713:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.407715:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407720:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078cd6d00/0xb104f9478e00c054 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d758 expref: 424 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.407724:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.407724:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.407726:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.407729:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096defa80/0xb104f9478e002432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b2f expref: 408 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.407734:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3760:x1815447952771200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3142us (3298us total) trans 4295335717 rc 0/0 00010000:00010000:0.0:1731347580.407735:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078cd6d00/0xb104f9478e00c054 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d758 expref: 424 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.407736:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096defa80/0xb104f9478e002432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b2f expref: 408 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.407738:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204540 00010000:00010000:0.0:1731347580.407743:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078cd6d00/0xb104f9478e00c054 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d758 expref: 424 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.407744:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952775040:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.407749:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952775168:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.407765:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.407785:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65240 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.407789:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+63:3763:x1815447952770688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3615us (3641us total) trans 4295367265 rc 0/0 00000100:00100000:1.0:1731347580.407789:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.407794:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204538 00000004:00080000:3.0:1731347580.407803:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880095a9f100/2, rc 0, transno 368421 00000100:00100000:3.0:1731347580.407809:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952771200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.407809:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:2.0:1731347580.407813:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880128b92680/2, rc 0, transno 399969 00000100:00100000:1.0:1731347580.407818:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312673664 00000100:00100000:2.0:1731347580.407819:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880128b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952770688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.407820:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312673536 00000100:00100000:1.0:1731347580.407821:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312673664 00000100:00100000:3.0:1731347580.407822:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312673536 00010000:00010000:1.0:1731347580.407831:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129751440/0xb104f9478dfee588 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc8c expref: 425 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.407832:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801351758c0/0xb104f9478dfedc6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f371 expref: 409 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.407841:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290461 00000100:00100000:1.0:1731347580.407844:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+425:2003:x1815448312673664:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.407846:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.407849:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.407851:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129751440/0xb104f9478dfee588 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x371f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc8c expref: 425 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.407852:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290462 00000100:00100000:2.0:1731347580.407853:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952775296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.407856:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+409:2003:x1815448312673536:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.407856:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129751440/0xb104f9478dfee588 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x371f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc8c expref: 425 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.407861:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.407864:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129751440/0xb104f9478dfee588 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x371f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc8c expref: 425 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.407865:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801351758c0/0xb104f9478dfedc6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f371 expref: 409 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.407868:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952772352:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.407870:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.407871:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.407871:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.407872:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.407874:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801351758c0/0xb104f9478dfedc6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f371 expref: 409 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.407877:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407879:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.407885:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801351758c0/0xb104f9478dfedc6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f371 expref: 409 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.407886:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952775296 00010000:00010000:1.0:1731347580.407886:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.407888:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952775296 00010000:00010000:3.0:1731347580.407893:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.407893:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.407895:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.407897:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.407898:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204557 00000100:00100000:1.0:1731347580.407899:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+424:2003:x1815448312673664:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (110us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.407899:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.407901:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+17:3761:x1815447952775296:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.407903:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290461 00010000:00010000:3.0:1731347580.407904:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407907:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.407909:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10191 count 1 00010000:00010000:0.0:1731347580.407913:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407916:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407919:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407923:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800980b6640/0xb104f9478e00c356 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da5a expref: 408 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.407925:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.407926:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.407927:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.407927:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407928:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.407928:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407929:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407932:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407933:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407936:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.407939:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800980b6640/0xb104f9478e00c356 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da5a expref: 408 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.407939:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.407940:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+408:2003:x1815448312673536:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (130us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.407942:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.407942:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07714e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.407945:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290462 00010000:00010000:2.0:1731347580.407948:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800980b6640/0xb104f9478e00c356 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da5a expref: 408 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.407949:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.407953:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952775424:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.407954:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b40886c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.407957:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407963:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.407966:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.407976:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952775552:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.407977:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.407983:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e077147 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.407986:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.407999:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952775552 00000100:00100000:3.0:1731347580.408002:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952775552 00000100:00100000:3.0:1731347580.408015:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204558 00000100:00100000:3.0:1731347580.408018:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+64:3761:x1815447952775552:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.408022:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+64:3762:x1815447952771968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3036us (3083us total) trans 4295367266 rc 0/0 00002000:00080000:3.0:1731347580.408028:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15688 count 1 00000100:00100000:0.0:1731347580.408028:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204543 00010000:00010000:3.0:1731347580.408038:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.408047:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006a088900/0xb104f9478dff0e8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952590 expref: 423 pid: 9552 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1731347580.408052:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c077b80/2, rc 0, transno 399970 00010000:00010000:3.0:1731347580.408054:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.408055:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.408057:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.408060:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952771968:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.408071:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006a088900/0xb104f9478dff0e8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952590 expref: 423 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.408079:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006a088900/0xb104f9478dff0e8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952590 expref: 423 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.408079:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+18:3763:x1815447952771712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3246us (3271us total) trans 4295335718 rc 0/0 00000100:00100000:1.0:1731347580.408084:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204542 00000004:00080000:2.0:1731347580.408085:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c0dc000/2, rc 0, transno 368422 00000100:00100000:3.0:1731347580.408088:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952775680:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.408089:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952771712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.408092:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.408095:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952775808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.408106:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.408108:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.408120:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952775808 00000100:00100000:1.0:1731347580.408123:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952775808 00000100:00100000:1.0:1731347580.408134:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204559 00000100:00100000:2.0:1731347580.408137:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.408138:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+64:3763:x1815447952775808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.408142:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952775936:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.408148:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13567 count 1 00010000:00010000:1.0:1731347580.408157:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.408161:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.408166:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123e7db00/0xb104f9478dfed57b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec86 expref: 423 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.408173:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.408174:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.408176:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.408176:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952775936 00000100:00100000:0.0:1731347580.408180:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952775936 00010000:00010000:1.0:1731347580.408192:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123e7db00/0xb104f9478dfed57b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec86 expref: 423 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.408196:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204560 00000100:00100000:0.0:1731347580.408200:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3762:x1815447952775936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.408205:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123e7db00/0xb104f9478dfed57b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec86 expref: 423 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.408211:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9444 count 1 00000100:00100000:1.0:1731347580.408213:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952776064:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.408221:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408231:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b75f80/0xb104f9478e00c04d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d751 expref: 407 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.408235:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e180 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.408241:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.408243:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.408245:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408260:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b75f80/0xb104f9478e00c04d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d751 expref: 407 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.408267:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b75f80/0xb104f9478e00c04d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d751 expref: 407 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.408276:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952776192:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.408297:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952772608:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.408300:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.408305:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.408308:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.408355:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312673792 00000100:00100000:1.0:1731347580.408357:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.408358:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312673792 00010000:00010000:3.0:1731347580.408370:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3b44b40/0xb104f9478dffd350 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea54 expref: 408 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.408374:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312673920 00000100:00100000:0.0:1731347580.408378:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312673920 00010000:00010000:0.0:1731347580.408390:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801290d98c0/0xb104f9478dfee581 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc85 expref: 409 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.408391:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290463 00000100:00100000:2.0:1731347580.408393:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013107ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952773120:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.408396:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+409:2003:x1815448312673792:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.408398:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952772992:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.408402:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.408405:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.408406:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3b44b40/0xb104f9478dffd350 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea54 expref: 409 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.408407:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290464 00010000:00010000:1.0:1731347580.408409:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.408412:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+409:2003:x1815448312673920:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.408429:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3b44b40/0xb104f9478dffd350 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea54 expref: 409 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.408439:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.408441:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3b44b40/0xb104f9478dffd350 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ea54 expref: 409 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.408444:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801290d98c0/0xb104f9478dfee581 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x371f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc85 expref: 409 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.408447:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.408449:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.408451:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.408453:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408453:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801290d98c0/0xb104f9478dfee581 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x371f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc85 expref: 408 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.408460:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.408461:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312674048 00000100:00100000:2.0:1731347580.408464:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312674048 00000100:00100000:1.0:1731347580.408472:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.408474:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.408475:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aff72400/0xb104f9478dffd8c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efc5 expref: 424 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.408483:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312674176 00000100:00100000:1.0:1731347580.408486:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312674176 00000100:00100000:2.0:1731347580.408490:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290465 00000100:00100000:3.0:1731347580.408491:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+408:2003:x1815448312673792:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 95us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.408494:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+425:2003:x1815448312674048:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.408497:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290463 00010000:00010000:1.0:1731347580.408498:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800924ff840/0xb104f9478dfecf07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e612 expref: 425 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.408501:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.408504:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aff72400/0xb104f9478dffd8c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efc5 expref: 425 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.408512:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aff72400/0xb104f9478dffd8c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efc5 expref: 425 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.408515:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290466 00000100:00100000:1.0:1731347580.408519:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+425:2003:x1815448312674176:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.408523:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aff72400/0xb104f9478dffd8c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efc5 expref: 425 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.408525:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801290d98c0/0xb104f9478dfee581 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x371f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc85 expref: 407 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.408526:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.408529:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800924ff840/0xb104f9478dfecf07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e612 expref: 425 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.408531:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.408533:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.408535:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408535:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.408537:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.408539:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408542:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408542:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800924ff840/0xb104f9478dfecf07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e612 expref: 424 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.408545:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408552:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800924ff840/0xb104f9478dfecf07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e612 expref: 424 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.408554:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.408559:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.408560:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.408563:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408563:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.408569:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+423:2003:x1815448312674048:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (122us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.408569:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.408575:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.408575:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290465 00010000:00010000:1.0:1731347580.408580:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.408582:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.408589:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408589:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.408595:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408595:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.408596:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+422:2003:x1815448312674176:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (123us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.408601:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4089200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.408602:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.408602:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290466 00010000:00010000:3.0:1731347580.408604:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408608:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.408610:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408614:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408615:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.408619:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408619:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae06c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.408619:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408621:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.408625:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4089200/0xb104f9478e07716a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408625:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408627:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408632:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.408633:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+406:2003:x1815448312673920:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 220us (275us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.408635:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.408640:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290464 00010000:00010000:1.0:1731347580.408643:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408644:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e07715c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x371f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408649:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408655:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.408657:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408664:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408672:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408678:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077163 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.408726:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+66:3762:x1815447952772864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3412us (3447us total) trans 4295367267 rc 0/0 00000100:00100000:2.0:1731347580.408726:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+19:3760:x1815447952772480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3523us (3541us total) trans 4295335719 rc 0/0 00000100:00100000:2.0:1731347580.408732:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204546 00000100:00100000:3.0:1731347580.408735:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204548 00000004:00080000:3.0:1731347580.408753:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c074e00/2, rc 0, transno 399971 00000100:00100000:2.0:1731347580.408753:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952773632:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.408759:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952772864:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.408763:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408764:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.408766:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3762:x1815447952772736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3469us (3503us total) trans 4295367268 rc 0/0 00000004:00080000:3.0:1731347580.408767:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c076300/2, rc 0, transno 399972 00010000:00010000:0.0:1731347580.408784:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.408785:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c076300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952772736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.408788:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204547 00010000:00010000:0.0:1731347580.408789:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408793:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.408800:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32ca80/2, rc 0, transno 368423 00010000:00010000:0.0:1731347580.408800:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408804:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3a80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.408805:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952772480:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.408805:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408809:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.408813:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952776320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.408815:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952776448:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.408815:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408819:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077155 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x46d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.408831:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.408831:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952773760:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.408840:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.408847:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.408852:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952776320 00000100:00100000:1.0:1731347580.408854:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952776320 00000100:00100000:3.0:1731347580.408864:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.408864:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.408864:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204561 00000100:00100000:1.0:1731347580.408867:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3760:x1815447952776320:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.408869:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952776576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.408873:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312674304 00002000:00080000:1.0:1731347580.408875:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10468 count 1 00000100:00100000:2.0:1731347580.408876:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312674304 00010000:00010000:1.0:1731347580.408882:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.408885:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.408886:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad473840/0xb104f9478dfecf0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e60b expref: 406 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.408889:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b44c5b00/0xb104f9478dffabb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2bc expref: 421 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.408893:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.408893:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.408895:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.408899:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952776576 00000100:00100000:2.0:1731347580.408899:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312674432 00000100:00100000:3.0:1731347580.408901:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952776576 00000100:00100000:2.0:1731347580.408901:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312674432 00010000:00010000:1.0:1731347580.408904:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b44c5b00/0xb104f9478dffabb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2bc expref: 422 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.408905:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3760:x1815447952772224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3807us (3830us total) trans 4295335720 rc 0/0 00010000:00010000:2.0:1731347580.408908:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880127c70d80/0xb104f9478dff42c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559ca expref: 422 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.408909:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b44c5b00/0xb104f9478dffabb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2bc expref: 422 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.408909:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204544 00000100:00100000:3.0:1731347580.408914:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204562 00000100:00100000:1.0:1731347580.408915:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952776704:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.408918:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+19:3763:x1815447952776576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.408920:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290467 00000100:00100000:2.0:1731347580.408924:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+406:2003:x1815448312674304:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.408924:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290468 00000100:00100000:0.0:1731347580.408927:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+422:2003:x1815448312674432:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1731347580.408928:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15688 count 1 00000100:00100000:1.0:1731347580.408928:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e780 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.408930:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.408932:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.408933:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad473840/0xb104f9478dfecf0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e60b expref: 406 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.408936:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880127c70d80/0xb104f9478dff42c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x267a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559ca expref: 422 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.408937:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408941:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad473840/0xb104f9478dfecf0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e60b expref: 406 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.408945:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880127c70d80/0xb104f9478dff42c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x267a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559ca expref: 422 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.408946:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af6bf840/0xb104f9478dff0e85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952589 expref: 406 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.408952:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.408952:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad473840/0xb104f9478dfecf0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e60b expref: 406 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.408952:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880127c70d80/0xb104f9478dff42c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x267a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559ca expref: 422 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.408954:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.408956:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408957:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.408958:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.408960:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.408960:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.408961:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.408963:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.408964:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.408967:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098d4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952773888:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.408969:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.408970:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af6bf840/0xb104f9478dff0e85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952589 expref: 405 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.408972:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.408976:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.408978:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af6bf840/0xb104f9478dff0e85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952589 expref: 405 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.408981:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.408983:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+421:2003:x1815448312674432:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (120us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.408985:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.408986:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952776832:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.408986:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290468 00010000:00010000:1.0:1731347580.408989:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.408993:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.408996:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+405:2003:x1815448312674304:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (150us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.408996:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409000:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409002:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.409003:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290467 00010000:00010000:1.0:1731347580.409003:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.409005:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409008:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409014:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409019:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.409020:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132741f80/2, rc 0, transno 368424 00010000:00010000:1.0:1731347580.409020:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077178 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409026:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952772224:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.409027:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409039:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409045:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409049:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952776960:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.409052:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409057:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.409060:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409065:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.409067:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409076:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409080:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952776960 00000100:00100000:3.0:1731347580.409082:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952776960 00010000:00010000:2.0:1731347580.409082:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e077171 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409096:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204563 00000100:00100000:3.0:1731347580.409099:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+20:3763:x1815447952776960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.409109:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13567 count 1 00000100:00100000:1.0:1731347580.409117:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+66:3760:x1815447952773248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3051us (3084us total) trans 4295367269 rc 0/0 00010000:00010000:3.0:1731347580.409118:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.409123:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204550 00010000:00010000:3.0:1731347580.409128:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801316f5d40/0xb104f9478dfed582 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec7f expref: 404 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.409134:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.409136:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.409138:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.409155:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.409160:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801316f5d40/0xb104f9478dfed582 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec7f expref: 404 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.409168:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801316f5d40/0xb104f9478dfed582 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec7f expref: 404 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.409168:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312674560 00000100:00100000:0.0:1731347580.409171:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312674560 00000100:00100000:2.0:1731347580.409175:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+21:3761:x1815447952773376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3120us (3162us total) trans 4295335721 rc 0/0 00000100:00100000:3.0:1731347580.409177:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952777088:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.409181:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204549 00010000:00010000:0.0:1731347580.409182:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800974bc6c0/0xb104f9478e00242b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b36 expref: 421 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.409192:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952774400:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.409193:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.409197:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.409197:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290469 00010000:00010000:1.0:1731347580.409199:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409200:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+421:2003:x1815448312674560:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.409206:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.409210:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800974bc6c0/0xb104f9478e00242b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b36 expref: 421 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.409213:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880098d4dc00/2, rc 0, transno 399973 00000004:00080000:2.0:1731347580.409213:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32ea00/2, rc 0, transno 368425 00010000:00010000:0.0:1731347580.409217:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800974bc6c0/0xb104f9478e00242b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b36 expref: 421 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.409218:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952773376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.409219:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098d4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952773248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.409220:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.409227:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800974bc6c0/0xb104f9478e00242b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b36 expref: 421 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.409228:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952776448 00000100:00100000:1.0:1731347580.409228:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312674816 00000100:00100000:1.0:1731347580.409230:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312674816 00000100:00100000:2.0:1731347580.409231:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952776448 00010000:00010000:0.0:1731347580.409235:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409236:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409238:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409239:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097a90b40/0xb104f9478e00c34f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da53 expref: 421 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.409244:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204564 00010000:00010000:0.0:1731347580.409244:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.409248:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+66:3761:x1815447952776448:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.409249:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290470 00000100:00100000:1.0:1731347580.409251:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+421:2004:x1815448312674816:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.409253:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952777216:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.409255:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.409256:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1731347580.409257:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13763 count 1 00010000:00010000:1.0:1731347580.409258:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097a90b40/0xb104f9478e00c34f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da53 expref: 421 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.409264:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097a90b40/0xb104f9478e00c34f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da53 expref: 421 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.409266:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409271:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+421:2003:x1815448312674560:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (116us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.409272:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097a90b40/0xb104f9478e00c34f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x27cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da53 expref: 421 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.409274:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.409276:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093cbf3c0/0xb104f9478e00afa6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6aa expref: 421 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.409277:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290469 00010000:00010000:1.0:1731347580.409278:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.409279:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.409281:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409282:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.409284:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.409285:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.409285:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409286:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409289:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952777344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.409292:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.409301:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093cbf3c0/0xb104f9478e00afa6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6aa expref: 419 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.409303:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952774144:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.409305:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+419:2004:x1815448312674816:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.409307:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.409309:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093cbf3c0/0xb104f9478e00afa6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6aa expref: 419 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.409309:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290470 00010000:00010000:0.0:1731347580.409312:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.409318:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013107ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952777472:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.409321:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952777216 00000100:00100000:0.0:1731347580.409322:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952777344 00000100:00100000:3.0:1731347580.409323:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952777216 00000100:00100000:0.0:1731347580.409324:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952777344 00010000:00010000:1.0:1731347580.409328:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409332:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.409334:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.409335:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204565 00010000:00010000:1.0:1731347580.409336:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409338:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3760:x1815447952777344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.409340:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204566 00010000:00010000:1.0:1731347580.409340:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409344:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+67:3760:x1815447952777216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.409346:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.409346:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10468 count 1 00010000:00010000:1.0:1731347580.409350:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408b3c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.409352:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409353:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.409354:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13949 count 1 00010000:00010000:1.0:1731347580.409355:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409359:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4169200/0xb104f9478dffabb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2b5 expref: 404 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.409360:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.409360:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409363:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409363:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.409364:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408b3c0/0xb104f9478e07717f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409364:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409365:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409374:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4169200/0xb104f9478dffabb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2b5 expref: 404 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.409377:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa880/0xb104f9478dff7ebd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c8 expref: 418 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.409378:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.409379:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4169200/0xb104f9478dffabb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2b5 expref: 404 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.409383:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.409384:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.409385:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952777600:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.409386:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409399:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.409401:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa880/0xb104f9478dff7ebd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c8 expref: 418 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.409410:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa880/0xb104f9478dff7ebd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c8 expref: 418 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.409412:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.409433:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312674688 00000100:00100000:0.0:1731347580.409435:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312674688 00000100:00100000:3.0:1731347580.409438:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952777728:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.409444:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127f61680/0xb104f9478dffd8c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efcc expref: 405 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.409450:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+68:3762:x1815447952773504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3321us (3359us total) trans 4295367270 rc 0/0 00000100:00100000:0.0:1731347580.409452:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312675072 00000100:00100000:3.0:1731347580.409453:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.409453:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204551 00000100:00100000:0.0:1731347580.409453:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312675072 00010000:00010000:0.0:1731347580.409458:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880128b4ed00/0xb104f9478dff42bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559c3 expref: 406 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.409459:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.409466:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409467:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312675200 00000100:00100000:0.0:1731347580.409468:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312675200 00010000:00010000:1.0:1731347580.409470:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409472:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096defa80/0xb104f9478e002432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b2f expref: 407 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.409473:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952775040:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.409474:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409479:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409480:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290471 00010000:00010000:1.0:1731347580.409482:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409482:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+407:2003:x1815448312674688:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.409485:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409485:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.409486:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.409487:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409488:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127f61680/0xb104f9478dffd8c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efcc expref: 407 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.409490:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.409491:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.409493:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127f61680/0xb104f9478dffd8c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efcc expref: 407 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.409496:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409499:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07718d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409500:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127f61680/0xb104f9478dffd8c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95efcc expref: 407 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.409503:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880098d4df80/2, rc 0, transno 399974 00000100:00100000:2.0:1731347580.409505:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.409505:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409506:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.409508:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098d4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952773504:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.409508:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409512:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.409519:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.409522:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.409531:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.409531:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+406:2003:x1815448312674688:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.409535:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290471 00000100:00100000:3.0:1731347580.409537:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952777856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.409540:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312675584 00000100:00100000:0.0:1731347580.409541:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312675584 00010000:00010000:0.0:1731347580.409546:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006a088900/0xb104f9478dff0e8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952590 expref: 419 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.409553:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312675456 00000100:00100000:3.0:1731347580.409554:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.409555:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.409555:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312675456 00010000:00010000:0.0:1731347580.409559:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800980b6640/0xb104f9478e00c356 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da5a expref: 406 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.409564:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312675328 00000100:00100000:0.0:1731347580.409565:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312675328 00000100:00100000:3.0:1731347580.409569:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952777856 00010000:00010000:0.0:1731347580.409569:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078cd6d00/0xb104f9478e00c054 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d758 expref: 420 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.409572:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952777856 00000100:00100000:0.0:1731347580.409574:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312675712 00000100:00100000:0.0:1731347580.409575:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312675712 00000100:00100000:1.0:1731347580.409576:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+69:3761:x1815447952774272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2748us (2784us total) trans 4295367271 rc 0/0 00010000:00010000:0.0:1731347580.409579:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123e7db00/0xb104f9478dfed57b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec86 expref: 421 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.409580:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204553 00000100:00100000:0.0:1731347580.409584:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290472 00000100:00100000:0.0:1731347580.409586:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+406:2003:x1815448312675072:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.409587:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204567 00000100:00100000:3.0:1731347580.409591:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+68:3763:x1815447952777856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.409591:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.409593:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880128b4ed00/0xb104f9478dff42bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x267a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559c3 expref: 406 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.409597:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290473 00010000:00010000:0.0:1731347580.409597:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880128b4ed00/0xb104f9478dff42bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x267a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559c3 expref: 406 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.409600:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+406:2004:x1815448312675200:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1731347580.409601:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13638 count 1 00010000:00010000:0.0:1731347580.409603:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409604:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.409605:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.409605:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409608:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096defa80/0xb104f9478e002432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b2f expref: 406 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.409609:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409610:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409614:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096defa80/0xb104f9478e002432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b2f expref: 406 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.409614:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.409616:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.409619:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880127f61b00/0xb104f9478dfeb139 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c83d expref: 421 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.409620:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+406:2003:x1815448312675072:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 33us (208us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.409622:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096defa80/0xb104f9478e002432 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b2f expref: 406 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.409623:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290472 00010000:00010000:3.0:1731347580.409625:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.409626:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.409627:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.409627:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312675840 00010000:00010000:3.0:1731347580.409628:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409628:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.409628:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312675840 00010000:00010000:1.0:1731347580.409630:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409632:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b75f80/0xb104f9478e00c04d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d751 expref: 405 pid: 15923 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.409634:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa227800/2, rc 0, transno 399975 00010000:00010000:1.0:1731347580.409634:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409638:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290474 00000100:00100000:2.0:1731347580.409640:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952774272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.409641:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+421:2003:x1815448312675584:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.409642:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.409643:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880127f61b00/0xb104f9478dfeb139 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c83d expref: 421 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.409644:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.409647:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006a088900/0xb104f9478dff0e8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952590 expref: 421 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.409650:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+405:2004:x1815448312675200:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (191us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.409651:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880127f61b00/0xb104f9478dfeb139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c83d expref: 421 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.409651:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006a088900/0xb104f9478dff0e8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952590 expref: 421 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.409653:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290473 00010000:00010000:2.0:1731347580.409657:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880128b4ed00/0xb104f9478dff42bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x267a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9559c3 expref: 405 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.409657:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409657:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409659:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409660:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952777984:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.409661:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290475 00010000:00010000:0.0:1731347580.409662:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.409664:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+403:2003:x1815448312675456:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.409666:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952774656:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.409667:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.409668:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.409670:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800980b6640/0xb104f9478e00c356 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da5a expref: 403 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.409674:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.409674:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409676:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+421:2003:x1815448312675584:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 34us (185us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.409678:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800980b6640/0xb104f9478e00c356 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da5a expref: 403 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.409679:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290474 00010000:00010000:2.0:1731347580.409681:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409683:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.409684:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.409685:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409685:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290476 00010000:00010000:2.0:1731347580.409687:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409687:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f557480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+420:2004:x1815448312675328:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.409691:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409691:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.409693:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078cd6d00/0xb104f9478e00c054 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d758 expref: 420 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.409695:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409698:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078cd6d00/0xb104f9478e00c054 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d758 expref: 420 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.409699:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952778112:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.409699:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.409701:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409706:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409707:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409708:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.409709:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+403:2003:x1815448312675456:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (203us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.409712:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409712:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409715:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.409715:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290475 00010000:00010000:0.0:1731347580.409716:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.409718:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.409720:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409722:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f557480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+420:2004:x1815448312675328:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 34us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.409726:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290477 00010000:00010000:2.0:1731347580.409727:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409729:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290476 00000100:00100000:3.0:1731347580.409731:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952778112 00000100:00100000:1.0:1731347580.409731:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+420:2003:x1815448312675712:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.409733:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952778112 00000100:00100000:0.0:1731347580.409734:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290478 00010000:00010000:2.0:1731347580.409736:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409736:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f555500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+402:2003:x1815448312675840:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.409738:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.409739:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.409741:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e077194 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x267a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409741:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b75f80/0xb104f9478e00c04d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d751 expref: 402 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.409742:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123e7db00/0xb104f9478dfed57b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x34ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec86 expref: 419 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.409746:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204568 00010000:00010000:0.0:1731347580.409746:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b75f80/0xb104f9478e00c04d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d751 expref: 402 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.409750:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+69:3763:x1815447952778112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.409751:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123e7db00/0xb104f9478dfed57b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec86 expref: 419 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.409752:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409753:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409754:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.409758:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13651 count 1 00010000:00010000:1.0:1731347580.409760:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.409761:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409762:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.409764:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409765:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.409768:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409783:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409785:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f555500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+402:2003:x1815448312675840:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.409788:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290478 00010000:00010000:3.0:1731347580.409793:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c9cd80/0xb104f9478e006ccb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683d6 expref: 419 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.409793:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.409799:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.409800:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.409802:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.409805:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+419:2003:x1815448312675712:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (249us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.409806:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b75f80/0xb104f9478e00c04d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d751 expref: 401 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.409810:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290477 00000100:00100000:0.0:1731347580.409812:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952776192:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.409818:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c9cd80/0xb104f9478e006ccb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683d6 expref: 418 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.409818:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409823:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409826:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c9cd80/0xb104f9478e006ccb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683d6 expref: 418 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.409827:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409830:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409834:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952778240:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.409834:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409841:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409845:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.409846:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409847:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.409847:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123e7db00/0xb104f9478dfed57b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec86 expref: 418 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.409850:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.409855:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952776064:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.409855:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.409857:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+22:3760:x1815447952774528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2340us (2398us total) trans 4295335722 rc 0/0 00010000:00010000:0.0:1731347580.409858:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e0771be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.409863:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204554 00010000:00010000:1.0:1731347580.409863:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409869:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409871:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006a088900/0xb104f9478dff0e8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952590 expref: 417 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.409874:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409880:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.409881:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952775680:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.409883:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32ce00/2, rc 0, transno 368426 00010000:00010000:1.0:1731347580.409885:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.409888:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952774528:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.409890:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409891:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409897:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.409898:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409900:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409903:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800980b6640/0xb104f9478e00c356 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96da5a expref: 400 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.409904:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409905:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409911:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.409912:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952775424:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.409912:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409917:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.409918:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e0771b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409920:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409924:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409926:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409929:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.409932:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409932:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409934:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3762:x1815447952775936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1734us (1773us total) trans 4295335723 rc 0/0 00010000:00010000:3.0:1731347580.409938:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409938:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204560 00010000:00010000:2.0:1731347580.409939:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409944:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409947:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409950:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.409953:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4088480/0xb104f9478e0771b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409955:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.409956:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078cd6d00/0xb104f9478e00c054 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d758 expref: 416 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.409958:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.409962:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952775168:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.409963:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409968:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409972:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409975:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409979:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.409982:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e0771a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409983:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409987:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409990:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409993:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143bcc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.409995:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.409998:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.410004:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.410007:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e0771a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.410008:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+71:3763:x1815447952775808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1868us (1897us total) trans 4295367272 rc 0/0 00000100:00100000:1.0:1731347580.410014:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204559 00010000:00010000:1.0:1731347580.410028:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.410035:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.410041:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.410045:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.410049:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.410052:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+71:3761:x1815447952775552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2031us (2064us total) trans 4295367273 rc 0/0 00010000:00010000:1.0:1731347580.410052:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.410054:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.410056:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+22:3761:x1815447952775296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2153us (2184us total) trans 4295335724 rc 0/0 00000100:00100000:3.0:1731347580.410058:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204558 00010000:00010000:1.0:1731347580.410058:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.410061:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204557 00010000:00010000:1.0:1731347580.410063:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.410067:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07719b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.410080:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f36300/2, rc 0, transno 399977 00000100:00100000:0.0:1731347580.410080:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+70:3762:x1815447952774912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2380us (2405us total) trans 4295367274 rc 0/0 00000100:00100000:0.0:1731347580.410084:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204556 00000100:00100000:2.0:1731347580.410086:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952775552:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.410094:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa224700/2, rc 0, transno 368428 00010000:00010000:0.0:1731347580.410096:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.410099:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952775296:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.410100:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.410103:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa225c00/2, rc 0, transno 368427 00010000:00010000:0.0:1731347580.410104:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.410107:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952775936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.410107:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952778496:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.410108:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.410111:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.410114:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32c000/2, rc 0, transno 399978 00010000:00010000:0.0:1731347580.410114:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.410116:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.410119:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952774912:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.410119:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.410123:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.410125:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.410129:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077186 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.410133:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.410138:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952778368:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.410141:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+22:3763:x1815447952774784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2467us (2507us total) trans 4295335725 rc 0/0 00000100:00100000:1.0:1731347580.410145:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204555 00000100:00100000:3.0:1731347580.410152:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952778624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.410152:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.410152:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952778496 00000100:00100000:1.0:1731347580.410154:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952778496 00000100:00100000:2.0:1731347580.410159:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.410163:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952778368 00000100:00100000:2.0:1731347580.410164:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952778880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.410164:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952778368 00000100:00100000:3.0:1731347580.410166:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.410171:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952778624 00000100:00100000:1.0:1731347580.410173:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952778624 00000100:00100000:3.0:1731347580.410176:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.410176:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.410178:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204569 00000100:00100000:3.0:1731347580.410180:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952778752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.410181:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+71:3761:x1815447952778496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.410188:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10348 count 1 00000100:00100000:2.0:1731347580.410190:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952778880 00000100:00100000:3.0:1731347580.410193:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.410193:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952778880 00010000:00010000:1.0:1731347580.410195:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.410200:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+24:3763:x1815447952774016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3587us (3725us total) trans 4295335726 rc 0/0 00010000:00010000:1.0:1731347580.410202:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f8c8480/0xb104f9478dff5374 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a78 expref: 415 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.410204:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204552 00000100:00100000:2.0:1731347580.410206:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952778752 00010000:00010000:1.0:1731347580.410206:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.410207:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952778752 00010000:00010000:1.0:1731347580.410207:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.410208:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204570 00010000:00010000:1.0:1731347580.410208:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.410212:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+24:3761:x1815447952778368:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.410217:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204571 00010000:00010000:1.0:1731347580.410218:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f8c8480/0xb104f9478dff5374 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a78 expref: 415 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.410221:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+71:3762:x1815447952778624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.410223:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13763 count 1 00010000:00010000:1.0:1731347580.410223:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f8c8480/0xb104f9478dff5374 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a78 expref: 415 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.410228:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952779008:192.168.203.60@tcp:104: 00002000:00080000:2.0:1731347580.410229:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18871 count 1 00010000:00010000:3.0:1731347580.410234:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.410237:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.410238:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e180 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.410243:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007b564d80/0xb104f9478e00af9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6a3 expref: 399 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.410244:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe5680/0xb104f9478dffa100 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b804 expref: 415 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.410247:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204572 00010000:00010000:3.0:1731347580.410249:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.410250:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.410250:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+24:3761:x1815447952778880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.410251:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.410252:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.410252:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204573 00010000:00010000:3.0:1731347580.410253:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.410254:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.410254:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+24:3762:x1815447952778752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.410256:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13638 count 1 00010000:00010000:1.0:1731347580.410262:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.410262:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13949 count 1 00010000:00010000:2.0:1731347580.410268:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe5680/0xb104f9478dffa100 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b804 expref: 415 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.410268:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b29818c0/0xb104f9478dfeb140 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c844 expref: 399 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.410269:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007b564d80/0xb104f9478e00af9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6a3 expref: 399 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.410269:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.410271:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.410272:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.410273:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.410276:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaad33c0/0xb104f9478dff7ec4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c1 expref: 399 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.410277:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007b564d80/0xb104f9478e00af9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6a3 expref: 399 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.410277:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe5680/0xb104f9478dffa100 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b804 expref: 415 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.410280:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.410281:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b29818c0/0xb104f9478dfeb140 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c844 expref: 399 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.410281:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.410282:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.410286:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952779264:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.410286:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f556680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952779136:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.410287:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b29818c0/0xb104f9478dfeb140 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c844 expref: 399 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.410291:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aaad33c0/0xb104f9478dff7ec4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c1 expref: 399 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.410292:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952779392:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.410297:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aaad33c0/0xb104f9478dff7ec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c1 expref: 399 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.410299:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.410300:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.410302:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e900 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.410306:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952779520:192.168.203.60@tcp:104: 00000004:00080000:1.0:1731347580.410316:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa224a80/2, rc 0, transno 399976 00000100:00100000:0.0:1731347580.410316:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65240 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.410320:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952775808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.410321:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312674944 00000100:00100000:2.0:1731347580.410324:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312674944 00000004:00080000:1.0:1731347580.410325:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa224000/2, rc 0, transno 368429 00000100:00100000:1.0:1731347580.410329:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952774784:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1731347580.410334:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132741880/2, rc 0, transno 368430 00000100:00100000:1.0:1731347580.410336:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952774016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.410349:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712628 00000100:00100000:2.0:1731347580.410354:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:13210:x1815448312674944:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:2.0:1731347580.410363:0:15909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1731347580.410368:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952779904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.410371:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952779776:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.410373:0:15909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b82880/0xb104f9478e077220 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc1f expref: -99 pid: 15909 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.410381:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.410392:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1731347580.410395:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952779904 00000100:00100000:1.0:1731347580.410397:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952779904 00000100:00100000:3.0:1731347580.410398:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952779648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.410412:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.410413:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204574 00000100:00100000:1.0:1731347580.410431:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+25:3763:x1815447952779904:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.410434:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952779648 00000100:00100000:0.0:1731347580.410437:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952779648 00002000:00080000:1.0:1731347580.410439:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10348 count 1 00000100:00100000:3.0:1731347580.410446:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.410446:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.410447:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204575 00010000:00010000:2.0:1731347580.410448:0:15909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b821c0/0xb104f9478e07722e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15909 initiator: MDT0 00000100:00100000:0.0:1731347580.410449:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+72:3760:x1815447952779648:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.410453:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122394900/0xb104f9478dff536d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a71 expref: 399 pid: 15912 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1731347580.410456:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10033 count 1 00010000:00010000:1.0:1731347580.410457:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.410458:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.410459:0:15909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b821c0/0xb104f9478e07722e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:1.0:1731347580.410459:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.410460:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952779776 00000100:00100000:3.0:1731347580.410462:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952779776 00010000:00010000:0.0:1731347580.410463:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.410466:0:15909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b821c0/0xb104f9478e07722e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00010000:00010000:1.0:1731347580.410468:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122394900/0xb104f9478dff536d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a71 expref: 399 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.410470:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b30358c0/0xb104f9478dffe7af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feb3 expref: 415 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.410473:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122394900/0xb104f9478dff536d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a71 expref: 399 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.410474:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.410475:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.410476:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204576 00010000:00010000:0.0:1731347580.410476:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.410478:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952780032:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.410480:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+26:3762:x1815447952779776:12345-0@lo:6:osp-syn-1-0.0 00000004:00200000:2.0:1731347580.410485:0:15909:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3768437 00010000:00010000:0.0:1731347580.410485:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b30358c0/0xb104f9478dffe7af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feb3 expref: 415 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.410488:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e9c0 going to sleep for 11 seconds 00002000:00080000:3.0:1731347580.410489:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13651 count 1 00000004:00200000:2.0:1731347580.410489:0:15909:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1731347580.410490:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b30358c0/0xb104f9478dffe7af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feb3 expref: 415 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.410498:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.410498:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952780160:192.168.203.60@tcp:104: 00000004:00010000:2.0:1731347580.410501:0:15909:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097b821c0/0xb104f9478e07722e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.410507:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008168f840/0xb104f9478e006cd2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683cf expref: 399 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.410509:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.410512:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.410514:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.410516:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.410517:0:15909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b82880/0xb104f9478e077220 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc1f expref: 12 pid: 15909 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.410528:0:15909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b821c0/0xb104f9478e07722e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc1f expref: 11 pid: 15909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.410531:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008168f840/0xb104f9478e006cd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683cf expref: 399 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.410535:0:15909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.410538:0:15909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1731347580.410539:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008168f840/0xb104f9478e006cd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683cf expref: 399 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.410540:0:15909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b821c0, rc 0) 00000100:00100000:3.0:1731347580.410548:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952780288:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.410558:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:13210:x1815448312674944:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 203us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.410562:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.410563:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712628 00000100:00100000:3.0:1731347580.411376:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952777088:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.411388:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.411401:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952777600:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.411406:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013107ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952777472:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.411412:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.411433:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952776704:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.411436:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411445:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.411494:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952776832:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.411494:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.411496:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952777728:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.411504:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.411510:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.411522:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312676096 00000100:00100000:0.0:1731347580.411523:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.411525:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312676096 00010000:00010000:2.0:1731347580.411535:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b44c5b00/0xb104f9478dffabb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2bc expref: 416 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.411538:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.411543:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312676352 00000100:00100000:1.0:1731347580.411547:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312676352 00000100:00100000:2.0:1731347580.411549:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312675968 00000100:00100000:2.0:1731347580.411550:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312675968 00000100:00100000:0.0:1731347580.411552:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.411555:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801316f5d40/0xb104f9478dfed582 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec7f expref: 401 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.411558:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4169200/0xb104f9478dffabb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2b5 expref: 401 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.411563:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312676224 00000100:00100000:2.0:1731347580.411564:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312676224 00000100:00100000:0.0:1731347580.411567:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312676480 00010000:00010000:2.0:1731347580.411568:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093cbf3c0/0xb104f9478e00afa6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6aa expref: 417 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.411571:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312676480 00010000:00010000:3.0:1731347580.411572:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.411574:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290479 00000100:00100000:1.0:1731347580.411578:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+417:2003:x1815448312676096:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.411580:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290480 00010000:00010000:0.0:1731347580.411583:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af6bf840/0xb104f9478dff0e85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952589 expref: 402 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.411584:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+402:2004:x1815448312675968:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.411585:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.411586:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290481 00000100:00100000:3.0:1731347580.411589:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+402:2003:x1815448312676352:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.411589:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b44c5b00/0xb104f9478dffabb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2bc expref: 417 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.411590:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.411593:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801316f5d40/0xb104f9478dfed582 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec7f expref: 402 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.411595:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.411597:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b44c5b00/0xb104f9478dffabb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2bc expref: 417 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.411598:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4169200/0xb104f9478dffabb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2b5 expref: 402 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.411599:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801316f5d40/0xb104f9478dfed582 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec7f expref: 402 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.411599:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290482 00000100:00100000:0.0:1731347580.411604:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+417:2004:x1815448312676224:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.411607:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4169200/0xb104f9478dffabb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2b5 expref: 402 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.411608:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b44c5b00/0xb104f9478dffabb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2bc expref: 417 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.411611:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.411612:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801316f5d40/0xb104f9478dfed582 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ec7f expref: 402 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.411615:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4169200/0xb104f9478dffabb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2b5 expref: 402 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.411616:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.411616:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093cbf3c0/0xb104f9478e00afa6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6aa expref: 416 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.411617:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.411620:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411621:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.411622:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.411622:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.411624:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411624:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.411624:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093cbf3c0/0xb104f9478e00afa6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6aa expref: 416 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.411626:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411627:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411628:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411633:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411636:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.411637:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.411641:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093cbf3c0/0xb104f9478e00afa6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6aa expref: 416 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.411644:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.411649:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.411651:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.411654:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.411655:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+415:2003:x1815448312676096:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.411657:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+400:2003:x1815448312676352:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.411660:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290479 00010000:00010000:0.0:1731347580.411660:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.411661:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+400:2004:x1815448312675968:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.411663:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290481 00000100:00100000:2.0:1731347580.411666:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290480 00000100:00100000:1.0:1731347580.411671:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290483 00010000:00010000:0.0:1731347580.411673:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.411676:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+398:2004:x1815448312676480:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.411679:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411681:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.411682:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411684:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411684:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af6bf840/0xb104f9478dff0e85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952589 expref: 398 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.411686:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411688:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411690:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af6bf840/0xb104f9478dff0e85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952589 expref: 398 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.411691:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.411691:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+414:2004:x1815448312676224:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (152us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.411695:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411697:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411697:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af6bf840/0xb104f9478dff0e85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952589 expref: 398 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.411697:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290482 00010000:00010000:1.0:1731347580.411702:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.411703:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411703:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.411705:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411706:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411709:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408ad00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.411709:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411712:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411712:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.411715:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411716:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.411718:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411721:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411726:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.411727:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+397:2004:x1815448312676480:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (175us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.411729:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.411729:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.411730:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290483 00010000:00010000:3.0:1731347580.411733:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408ad00/0xb104f9478e0771d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411733:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0771da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.411736:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312676608 00000100:00100000:1.0:1731347580.411738:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312676608 00010000:00010000:1.0:1731347580.411744:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa880/0xb104f9478dff7ebd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c8 expref: 414 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.411764:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290484 00000100:00100000:1.0:1731347580.411766:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+414:2003:x1815448312676608:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.411787:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.411790:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa880/0xb104f9478dff7ebd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x367d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c8 expref: 414 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.411796:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa880/0xb104f9478dff7ebd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x367d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c8 expref: 414 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.411803:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa880/0xb104f9478dff7ebd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x367d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c8 expref: 414 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.411808:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.411809:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.411811:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411815:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411823:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.411834:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+413:2003:x1815448312676608:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.411837:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290484 00000100:00100000:2.0:1731347580.411844:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+73:3761:x1815447952776448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2596us (2646us total) trans 4295367275 rc 0/0 00000100:00100000:2.0:1731347580.411849:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204564 00010000:00010000:1.0:1731347580.411857:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411860:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411861:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.411863:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+27:3763:x1815447952776960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2762us (2796us total) trans 4295335727 rc 0/0 00010000:00010000:2.0:1731347580.411865:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411865:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411869:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.411870:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204563 00010000:00010000:2.0:1731347580.411870:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411873:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411874:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411876:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.411878:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411878:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411881:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408bcc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.411881:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411883:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411886:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411886:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.411886:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.411887:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f34e00/2, rc 0, transno 368431 00010000:00010000:1.0:1731347580.411890:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0771c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411892:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411893:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.411895:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e0771e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.411895:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952776960:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.411901:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411907:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411914:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.411914:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952777984:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.411919:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.411922:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.411926:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411929:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411938:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.411944:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088240/0xb104f9478e0771cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.411958:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.411976:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+74:3760:x1815447952777216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2630us (2700us total) trans 4295367276 rc 0/0 00000100:00100000:2.0:1731347580.411981:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204566 00000100:00100000:1.0:1731347580.411987:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+73:3760:x1815447952776320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3118us (3155us total) trans 4295367277 rc 0/0 00000100:00100000:1.0:1731347580.411993:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204561 00000100:00100000:0.0:1731347580.411994:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952778240:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.412000:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa225880/2, rc 0, transno 399979 00010000:00010000:0.0:1731347580.412002:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.412005:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952776448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.412009:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312676736 00000100:00100000:1.0:1731347580.412012:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312676736 00010000:00010000:1.0:1731347580.412022:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880127f61b00/0xb104f9478dfeb139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c83d expref: 413 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.412026:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.412031:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f554700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952780416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.412037:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290485 00000100:00100000:1.0:1731347580.412041:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+413:2004:x1815448312676736:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.412045:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.412048:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.412051:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880127f61b00/0xb104f9478dfeb139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c83d expref: 413 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.412055:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+27:3763:x1815447952776576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3135us (3168us total) trans 4295335728 rc 0/0 00000100:00100000:3.0:1731347580.412059:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204562 00010000:00010000:1.0:1731347580.412060:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880127f61b00/0xb104f9478dfeb139 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c83d expref: 413 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.412068:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952780416 00000100:00100000:3.0:1731347580.412071:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952780416 00010000:00010000:1.0:1731347580.412071:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880127f61b00/0xb104f9478dfeb139 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c83d expref: 413 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.412080:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.412082:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.412084:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204577 00010000:00010000:1.0:1731347580.412084:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.412086:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f37100/2, rc 0, transno 368432 00000100:00100000:3.0:1731347580.412088:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+73:3761:x1815447952780416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.412090:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952776576:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.412091:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.412098:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14175 count 1 00010000:00010000:1.0:1731347580.412105:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.412108:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412108:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412113:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.412117:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135cef600/0xb104f9478dff653a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c3e expref: 412 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.412117:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412121:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.412123:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.412123:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+412:2004:x1815448312676736:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 81us (165us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.412124:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.412124:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.412127:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412127:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408a640 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.412128:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290485 00010000:00010000:0.0:1731347580.412129:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412133:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412139:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.412143:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135cef600/0xb104f9478dff653a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c3e expref: 411 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.412144:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408a640/0xb104f9478e0771ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.412152:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135cef600/0xb104f9478dff653a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c3e expref: 411 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.412161:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952780544:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.412183:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.412214:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952780672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.412222:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+74:3763:x1815447952777856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2629us (2667us total) trans 4295367278 rc 0/0 00010000:00010000:3.0:1731347580.412223:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.412226:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204567 00000100:00100000:2.0:1731347580.412228:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.412230:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.412235:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952780672 00000100:00100000:0.0:1731347580.412237:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952780672 00000004:00080000:1.0:1731347580.412241:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763ac000/2, rc 0, transno 399982 00010000:00010000:3.0:1731347580.412242:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.412247:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204578 00010000:00010000:3.0:1731347580.412248:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.412249:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952777856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.412249:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+27:3761:x1815447952780672:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.412253:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1731347580.412254:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.412259:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952780800:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.412260:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.412263:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.412269:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.412279:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.412279:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.412285:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0771e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.412290:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952780800 00000100:00100000:2.0:1731347580.412292:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952780800 00000100:00100000:1.0:1731347580.412293:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f555180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952780928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.412302:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204579 00000100:00100000:2.0:1731347580.412305:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3763:x1815447952780800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.412308:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1731347580.412309:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18871 count 1 00002000:00080000:2.0:1731347580.412313:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10033 count 1 00010000:00010000:0.0:1731347580.412320:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.412321:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.412323:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952780928 00000100:00100000:1.0:1731347580.412326:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952780928 00010000:00010000:2.0:1731347580.412328:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b43e0b40/0xb104f9478dffe7b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feba expref: 396 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.412330:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3df9440/0xb104f9478dffa0f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b7fd expref: 396 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.412332:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.412333:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.412335:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412337:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.412339:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.412341:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204580 00010000:00010000:0.0:1731347580.412341:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.412344:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b43e0b40/0xb104f9478dffe7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feba expref: 396 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.412345:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+74:3763:x1815447952780928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.412350:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b43e0b40/0xb104f9478dffe7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feba expref: 396 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.412355:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f554380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952781056:192.168.203.60@tcp:104: 00002000:00080000:1.0:1731347580.412355:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10629 count 1 00010000:00010000:0.0:1731347580.412357:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3df9440/0xb104f9478dffa0f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b7fd expref: 396 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.412363:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+29:3760:x1815447952777344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3023us (3055us total) trans 4295335729 rc 0/0 00010000:00010000:1.0:1731347580.412365:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.412367:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204565 00010000:00010000:0.0:1731347580.412367:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3df9440/0xb104f9478dffa0f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b7fd expref: 396 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.412370:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.412374:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac18e1c0/0xb104f9478dfff983 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961087 expref: 411 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.412377:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952781184:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.412380:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.412382:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.412384:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.412388:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763aca80/2, rc 0, transno 368433 00000100:00100000:3.0:1731347580.412394:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952777344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.412396:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00000004:00080000:3.0:1731347580.412399:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763afb80/2, rc 0, transno 399980 00010000:00010000:1.0:1731347580.412400:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac18e1c0/0xb104f9478dfff983 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961087 expref: 411 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.412403:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952777216:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.412407:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa225f80/2, rc 0, transno 399981 00010000:00010000:1.0:1731347580.412409:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac18e1c0/0xb104f9478dfff983 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961087 expref: 411 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.412410:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952776320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.412433:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952781312:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.412434:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f556300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952781440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.412437:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.412442:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f555500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952781696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.412451:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.412452:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952779008:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.412454:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.412458:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f555f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952781568:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.412464:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.412465:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952781440 00000100:00100000:2.0:1731347580.412467:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.412468:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952781440 00000100:00100000:2.0:1731347580.412480:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952781568 00000100:00100000:2.0:1731347580.412483:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952781568 00000100:00100000:1.0:1731347580.412484:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204581 00000100:00100000:1.0:1731347580.412488:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3760:x1815447952781440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.412492:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204582 00000100:00100000:2.0:1731347580.412495:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+75:3761:x1815447952781568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.412498:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14175 count 1 00002000:00080000:2.0:1731347580.412502:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10330 count 1 00010000:00010000:1.0:1731347580.412507:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.412509:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.412516:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b398fcc0/0xb104f9478dff9e91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b59c expref: 411 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.412517:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801306aba80/0xb104f9478dff6533 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c37 expref: 396 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.412520:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.412521:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.412522:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.412523:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.412524:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.412526:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.412533:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b398fcc0/0xb104f9478dff9e91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b59c expref: 411 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.412541:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b398fcc0/0xb104f9478dff9e91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b59c expref: 411 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.412542:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801306aba80/0xb104f9478dff6533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c37 expref: 396 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.412549:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f555880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952781824:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.412550:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801306aba80/0xb104f9478dff6533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c37 expref: 396 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.412564:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952781952:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.412566:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.412574:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.412581:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b9e180 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.412585:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952781696 00000100:00100000:2.0:1731347580.412588:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952781696 00000100:00100000:2.0:1731347580.412605:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204583 00000100:00100000:2.0:1731347580.412607:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3763:x1815447952781696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.412615:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14403 count 1 00010000:00010000:2.0:1731347580.412622:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.412629:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b24dfcc0/0xb104f9478dff6ab2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581b6 expref: 411 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.412630:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952779264:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.412632:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.412633:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.412635:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.412641:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.412643:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b24dfcc0/0xb104f9478dff6ab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581b6 expref: 411 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.412648:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b24dfcc0/0xb104f9478dff6ab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581b6 expref: 411 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.412653:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f554e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952782080:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.412660:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.412664:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62900 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.412670:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312676864 00000100:00100000:1.0:1731347580.412673:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312676864 00010000:00010000:1.0:1731347580.412683:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c9cd80/0xb104f9478e006ccb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683d6 expref: 412 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.412698:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290486 00000100:00100000:1.0:1731347580.412702:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+412:2003:x1815448312676864:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.412709:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.412713:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c9cd80/0xb104f9478e006ccb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683d6 expref: 412 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.412721:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c9cd80/0xb104f9478e006ccb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683d6 expref: 412 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.412732:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c9cd80/0xb104f9478e006ccb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683d6 expref: 412 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.412745:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.412747:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.412750:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.412754:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.412781:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.412791:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.412797:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+411:2003:x1815448312676864:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 94us (136us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.412799:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.412800:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290486 00010000:00010000:0.0:1731347580.412806:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412812:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412817:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412822:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408a880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.412824:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412834:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412843:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.412849:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408a880/0xb104f9478e0771f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.412941:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+77:3763:x1815447952778112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3190us (3225us total) trans 4295367279 rc 0/0 00000100:00100000:0.0:1731347580.412946:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204568 00000004:00080000:2.0:1731347580.412963:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763ae300/2, rc 0, transno 399983 00000100:00100000:0.0:1731347580.412963:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.412974:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952778112:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.412996:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.412998:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312677120 00000100:00100000:2.0:1731347580.413001:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f556680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952779136:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.413002:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312677120 00000100:00100000:0.0:1731347580.413003:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312676992 00000100:00100000:0.0:1731347580.413006:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312676992 00010000:00010000:2.0:1731347580.413009:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.413012:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1731347580.413012:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007b564d80/0xb104f9478e00af9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6a3 expref: 397 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.413015:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f8c8480/0xb104f9478dff5374 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a78 expref: 411 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.413018:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8c0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952782208:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.413029:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290487 00000100:00100000:3.0:1731347580.413034:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.413034:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+397:2003:x1815448312677120:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.413034:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290488 00000100:00100000:0.0:1731347580.413038:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+411:2004:x1815448312676992:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.413041:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.413044:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952782208 00010000:00010000:1.0:1731347580.413044:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007b564d80/0xb104f9478e00af9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6a3 expref: 397 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.413045:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.413046:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952782208 00010000:00010000:0.0:1731347580.413049:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f8c8480/0xb104f9478dff5374 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x286c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a78 expref: 411 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.413053:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007b564d80/0xb104f9478e00af9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6a3 expref: 397 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.413057:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204584 00000100:00100000:2.0:1731347580.413060:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+77:3762:x1815447952782208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.413063:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f8c8480/0xb104f9478dff5374 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x286c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a78 expref: 411 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.413067:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13797 count 1 00010000:00010000:1.0:1731347580.413068:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007b564d80/0xb104f9478e00af9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c6a3 expref: 397 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.413074:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413075:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.413075:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f8c8480/0xb104f9478dff5374 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x286c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a78 expref: 411 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.413076:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.413079:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413080:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac234b40/0xb104f9478e001ff5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963700 expref: 411 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.413084:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.413084:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.413085:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.413085:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413086:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413086:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.413089:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413095:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac234b40/0xb104f9478e001ff5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963700 expref: 410 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.413095:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413096:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.413099:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac234b40/0xb104f9478e001ff5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963700 expref: 410 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.413104:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f556680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952782336:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.413109:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.413111:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+396:2003:x1815448312677120:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.413114:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290487 00000100:00100000:2.0:1731347580.413118:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.413126:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.413127:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+410:2004:x1815448312676992:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 87us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.413131:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952779392:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.413132:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290488 00000100:00100000:2.0:1731347580.413137:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312677248 00000100:00100000:2.0:1731347580.413139:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312677248 00010000:00010000:1.0:1731347580.413139:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.413146:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.413146:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b29818c0/0xb104f9478dfeb140 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c844 expref: 396 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.413148:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413149:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413154:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.413155:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312677376 00010000:00010000:0.0:1731347580.413156:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.413157:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312677376 00000100:00100000:3.0:1731347580.413159:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290489 00010000:00010000:1.0:1731347580.413160:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413161:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe5680/0xb104f9478dffa100 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b804 expref: 410 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.413162:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+396:2003:x1815448312677248:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.413163:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413167:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413168:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.413169:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290490 00010000:00010000:3.0:1731347580.413172:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b29818c0/0xb104f9478dfeb140 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c844 expref: 396 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.413172:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+410:2003:x1815448312677376:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.413173:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413174:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413176:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.413178:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.413179:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe5680/0xb104f9478dffa100 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b804 expref: 410 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.413180:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b29818c0/0xb104f9478dfeb140 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c844 expref: 396 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.413181:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413181:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413185:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe5680/0xb104f9478dffa100 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b804 expref: 410 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.413187:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.413188:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413190:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413192:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b29818c0/0xb104f9478dfeb140 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c844 expref: 396 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.413192:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe5680/0xb104f9478dffa100 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b804 expref: 410 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.413197:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.413197:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413197:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413198:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.413200:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413202:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.413203:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02400/0xb104f9478e077204 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413204:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.413206:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413206:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413207:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413211:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413213:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0771fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413215:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.413225:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.413225:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+409:2003:x1815448312677376:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.413228:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290490 00010000:00010000:2.0:1731347580.413239:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.413242:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+395:2003:x1815448312677248:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.413243:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.413248:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290489 00010000:00010000:2.0:1731347580.413248:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413251:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413255:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413258:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.413259:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413266:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413272:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413275:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07720b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.413312:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+30:3761:x1815447952778368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3098us (3159us total) trans 4295335730 rc 0/0 00000100:00100000:0.0:1731347580.413318:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+79:3761:x1815447952778496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3135us (3193us total) trans 4295367280 rc 0/0 00000100:00100000:1.0:1731347580.413319:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204570 00000100:00100000:0.0:1731347580.413325:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204569 00010000:00010000:1.0:1731347580.413335:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413342:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413349:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413355:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413362:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413367:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.413370:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.413371:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952780160:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.413376:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+78:3762:x1815447952778624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3154us (3208us total) trans 4295367281 rc 0/0 00010000:00010000:1.0:1731347580.413376:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.413377:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.413380:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204571 00010000:00010000:3.0:1731347580.413382:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.413385:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.413389:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312677632 00010000:00010000:1.0:1731347580.413391:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077212 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.413392:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312677632 00000004:00080000:2.0:1731347580.413396:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763ac380/2, rc 0, transno 368434 00000100:00100000:2.0:1731347580.413400:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952778368:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.413402:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f36a00/2, rc 0, transno 399985 00010000:00010000:0.0:1731347580.413404:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b30358c0/0xb104f9478dffe7af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feb3 expref: 409 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.413405:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763adc00/2, rc 0, transno 399984 00000100:00100000:2.0:1731347580.413408:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952778496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.413409:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952778624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.413444:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f557480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952782464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.413455:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.413461:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952782720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.413463:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.413466:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952782592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.413476:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.413487:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952779520:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.413491:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952782464 00000100:00100000:2.0:1731347580.413493:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952782464 00010000:00010000:3.0:1731347580.413494:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.413494:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290491 00000100:00100000:0.0:1731347580.413498:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+409:2003:x1815448312677632:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.413500:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952782592 00000100:00100000:2.0:1731347580.413501:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952782592 00000100:00100000:3.0:1731347580.413504:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.413505:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.413508:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952782720 00000100:00100000:1.0:1731347580.413509:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+31:3761:x1815447952778880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3256us (3330us total) trans 4295335731 rc 0/0 00010000:00010000:0.0:1731347580.413509:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b30358c0/0xb104f9478dffe7af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feb3 expref: 409 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.413510:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952782720 00000100:00100000:1.0:1731347580.413515:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204572 00010000:00010000:0.0:1731347580.413517:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b30358c0/0xb104f9478dffe7af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feb3 expref: 409 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.413518:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204585 00000100:00100000:2.0:1731347580.413520:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+31:3760:x1815447952782464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.413521:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204586 00000100:00100000:3.0:1731347580.413524:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+79:3760:x1815447952782592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.413527:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10629 count 1 00000100:00100000:1.0:1731347580.413528:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204587 00010000:00010000:0.0:1731347580.413529:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b30358c0/0xb104f9478dffe7af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feb3 expref: 409 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.413533:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17428 count 1 00000100:00100000:1.0:1731347580.413533:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+79:3762:x1815447952782720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.413534:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413537:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.413538:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.413541:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413541:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b810db00/0xb104f9478dfff98a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96108e expref: 394 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.413541:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.413544:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16490 count 1 00010000:00010000:2.0:1731347580.413545:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.413546:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.413547:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8a640/0xb104f9478dff2346 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a4a expref: 408 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.413547:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413547:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413551:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.413552:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.413552:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413554:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413556:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b810db00/0xb104f9478dfff98a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96108e expref: 394 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.413561:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b810db00/0xb104f9478dfff98a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96108e expref: 394 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.413562:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880081be61c0/0xb104f9478e00ac6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c370 expref: 408 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.413562:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.413564:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8a640/0xb104f9478dff2346 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a4a expref: 408 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.413566:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952782848:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.413568:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.413569:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8a640/0xb104f9478dff2346 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a4a expref: 408 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.413570:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.413572:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.413575:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952782976:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.413579:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62180 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.413581:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+408:2003:x1815448312677632:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.413587:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.413587:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880081be61c0/0xb104f9478e00ac6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c370 expref: 408 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.413588:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290491 00000004:00080000:2.0:1731347580.413591:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a8c0d180/2, rc 0, transno 368435 00010000:00010000:3.0:1731347580.413595:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.413595:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952778880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.413596:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880081be61c0/0xb104f9478e00ac6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c370 expref: 407 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.413599:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413603:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.413606:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952783104:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.413610:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.413612:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013107ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952783232:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.413614:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413617:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814386c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.413619:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413623:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.413625:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0600 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.413628:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.413628:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.413632:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077235 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.413633:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.413644:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952783232 00000100:00100000:1.0:1731347580.413647:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952783232 00000100:00100000:0.0:1731347580.413649:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312677504 00000100:00100000:0.0:1731347580.413653:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312677504 00010000:00010000:0.0:1731347580.413662:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaad33c0/0xb104f9478dff7ec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c1 expref: 395 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.413664:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204588 00000100:00100000:1.0:1731347580.413668:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+31:3763:x1815447952783232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.413677:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290492 00002000:00080000:1.0:1731347580.413678:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10330 count 1 00000100:00100000:0.0:1731347580.413681:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+395:2003:x1815448312677504:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.413688:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413688:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.413692:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aaad33c0/0xb104f9478dff7ec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x367d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c1 expref: 395 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.413697:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad00d680/0xb104f9478dff9e98 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b595 expref: 395 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.413700:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aaad33c0/0xb104f9478dff7ec4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x367d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c1 expref: 395 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.413703:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.413704:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.413706:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413711:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaad33c0/0xb104f9478dff7ec4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x367d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595c1 expref: 395 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.413713:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+80:3760:x1815447952779648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3262us (3300us total) trans 4295367282 rc 0/0 00000100:00100000:3.0:1731347580.413717:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204575 00010000:00010000:0.0:1731347580.413718:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1731347580.413719:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a8c0fb80/2, rc 0, transno 399986 00010000:00010000:1.0:1731347580.413719:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad00d680/0xb104f9478dff9e98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b595 expref: 394 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.413723:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952779648:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.413726:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad00d680/0xb104f9478dff9e98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b595 expref: 394 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.413734:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952783360:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.413739:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.413742:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952783488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.413749:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.413754:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.413763:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952783488 00000100:00100000:3.0:1731347580.413765:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952783488 00000100:00100000:1.0:1731347580.413767:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952780032:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.413790:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.413793:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.413796:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204589 00010000:00010000:1.0:1731347580.413796:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413799:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.413800:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0492c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+80:3761:x1815447952783488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.413808:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10646 count 1 00010000:00010000:0.0:1731347580.413814:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.413815:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413819:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.413820:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.413822:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880125167cc0/0xb104f9478dff534a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a4e expref: 407 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.413824:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413826:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.413827:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.413828:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413829:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.413829:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312677760 00000100:00100000:0.0:1731347580.413830:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+394:2003:x1815448312677504:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 148us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.413831:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312677760 00010000:00010000:2.0:1731347580.413832:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.413836:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.413837:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290492 00010000:00010000:3.0:1731347580.413839:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880125167cc0/0xb104f9478dff534a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a4e expref: 407 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.413839:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.413839:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122394900/0xb104f9478dff536d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a71 expref: 395 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.413840:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.413844:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880125167cc0/0xb104f9478dff534a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a4e expref: 407 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.413844:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.413849:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952783616:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.413852:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290493 00010000:00010000:2.0:1731347580.413853:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.413855:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+394:2003:x1815448312677760:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.413857:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077219 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x367d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413860:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.413863:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.413863:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122394900/0xb104f9478dff536d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x286c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a71 expref: 394 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.413866:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.413868:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122394900/0xb104f9478dff536d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x286c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a71 expref: 394 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.413872:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312677888 00000100:00100000:1.0:1731347580.413873:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312677888 00010000:00010000:0.0:1731347580.413876:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122394900/0xb104f9478dff536d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x286c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a71 expref: 394 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.413881:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.413882:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204590 00010000:00010000:0.0:1731347580.413882:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.413884:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:62efdb24-e871-4f0d-8cc7-8cee5b684131+408:2006:x1815448312677888:12345-192.168.203.60@tcp:22:fsx.0 00010000:00010000:0.0:1731347580.413884:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413888:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413896:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.413905:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+393:2003:x1815448312677760:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.413909:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290493 00000100:00100000:2.0:1731347580.413929:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3762:x1815447952778752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3674us (3735us total) trans 4295335732 rc 0/0 00000100:00100000:2.0:1731347580.413933:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204573 00000004:00080000:3.0:1731347580.413938:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f34a80/2, rc 0, transno 368436 00000100:00100000:3.0:1731347580.413943:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952778752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.413947:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.413953:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952780288:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.413953:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312678016 00000100:00100000:0.0:1731347580.413955:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312678016 00000100:00100000:2.0:1731347580.413960:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952783744:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.413961:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.413962:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008168f840/0xb104f9478e006cd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683cf expref: 393 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00010000:1.0:1731347580.413968:0:15962:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1731347580.413970:0:15962:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00000100:00100000:2.0:1731347580.413971:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.413971:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290494 00002000:00010000:1.0:1731347580.413972:0:15962:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:1.0:1731347580.413973:0:15962:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00000100:00100000:0.0:1731347580.413973:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+393:2004:x1815448312678016:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00010000:1.0:1731347580.413975:0:15962:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 104 00010000:00010000:0.0:1731347580.413977:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.413979:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008168f840/0xb104f9478e006cd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683cf expref: 393 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.413980:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952783744 00000100:00100000:2.0:1731347580.413982:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952783744 00010000:00010000:0.0:1731347580.413984:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008168f840/0xb104f9478e006cd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683cf expref: 393 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.413988:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:62efdb24-e871-4f0d-8cc7-8cee5b684131+409:2006:x1815448312677888:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 102us (121us total) trans 4295367283 rc 0/0 00000100:00100000:2.0:1731347580.413991:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204591 00010000:00010000:0.0:1731347580.413991:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008168f840/0xb104f9478e006cd2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9683cf expref: 393 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.413994:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3761:x1815447952783744:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.413994:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204590 00010000:00010000:0.0:1731347580.413997:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.413998:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.413999:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.414000:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14403 count 1 00010000:00010000:0.0:1731347580.414003:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414005:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414007:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414010:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.414011:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.414013:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097512640/0xb104f9478dff6aab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581af expref: 392 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.414014:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.414015:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414017:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.414018:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.414018:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.414020:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414020:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.414020:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+392:2004:x1815448312678016:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (72us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.414024:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414025:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.414025:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290494 00010000:00010000:3.0:1731347580.414028:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414028:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae33c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.414030:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.414031:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414032:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097512640/0xb104f9478dff6aab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581af expref: 391 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.414034:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.414035:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.414036:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414038:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097512640/0xb104f9478dff6aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581af expref: 391 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.414039:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.414040:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.414043:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952783872:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.414043:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e077227 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x286c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.414046:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.414049:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e07723c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.414055:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62d80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.414079:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952780544:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.414080:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.414087:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.414087:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312678144 00000100:00100000:0.0:1731347580.414089:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312678144 00010000:00010000:0.0:1731347580.414096:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135cef600/0xb104f9478dff653a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c3e expref: 409 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.414103:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290495 00000100:00100000:0.0:1731347580.414106:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+409:2003:x1815448312678144:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.414110:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.414112:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135cef600/0xb104f9478dff653a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x375f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c3e expref: 409 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.414115:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+34:3763:x1815447952779904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3682us (3733us total) trans 4295335733 rc 0/0 00010000:00010000:0.0:1731347580.414118:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135cef600/0xb104f9478dff653a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x375f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c3e expref: 409 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.414119:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204574 00000004:00080000:2.0:1731347580.414120:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a8c0c380/2, rc 0, transno 368437 00000100:00100000:2.0:1731347580.414124:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952779904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.414124:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135cef600/0xb104f9478dff653a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x375f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c3e expref: 409 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.414128:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+33:3762:x1815447952779776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3647us (3680us total) trans 4295335734 rc 0/0 00010000:00010000:0.0:1731347580.414129:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.414130:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.414132:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204576 00010000:00010000:0.0:1731347580.414132:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.414136:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.414141:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.414144:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952784000:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.414146:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.414148:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a8c0ca80/2, rc 0, transno 368438 00000100:00100000:3.0:1731347580.414153:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952779776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.414154:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952781184:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.414157:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+408:2003:x1815448312678144:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.414159:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.414161:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290495 00010000:00010000:1.0:1731347580.414162:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414170:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.414172:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.414174:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.414177:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952784128:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.414178:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414183:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414187:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.414189:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.414190:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.414191:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414195:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.414196:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952784000 00000100:00100000:1.0:1731347580.414198:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952784000 00000100:00100000:3.0:1731347580.414199:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952784128 00000100:00100000:3.0:1731347580.414201:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952784128 00010000:00010000:2.0:1731347580.414201:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414204:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e077243 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.414208:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204592 00000100:00100000:1.0:1731347580.414210:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+34:3763:x1815447952784000:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.414211:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204593 00000100:00100000:3.0:1731347580.414213:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+34:3762:x1815447952784128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.414218:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13797 count 1 00002000:00080000:3.0:1731347580.414220:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17428 count 1 00010000:00010000:1.0:1731347580.414224:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.414228:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414231:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098253cc0/0xb104f9478e001ffc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636f9 expref: 391 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.414235:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af7d86c0/0xb104f9478dff233f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a43 expref: 391 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.414235:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.414236:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.414237:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.414239:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.414240:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.414241:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414247:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098253cc0/0xb104f9478e001ffc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636f9 expref: 391 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.414251:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af7d86c0/0xb104f9478dff233f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a43 expref: 391 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.414252:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098253cc0/0xb104f9478e001ffc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636f9 expref: 391 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.414257:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952784256:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.414260:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af7d86c0/0xb104f9478dff233f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a43 expref: 391 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.414265:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952784384:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.414272:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0900 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.414278:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.414279:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+81:3761:x1815447952780416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2190us (2233us total) trans 4295367284 rc 0/0 00000100:00100000:2.0:1731347580.414283:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204577 00000100:00100000:2.0:1731347580.414300:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f554380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952781056:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.414303:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952781312:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.414306:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.414311:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.414323:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f554700/2, rc 0, transno 399988 00000100:00100000:2.0:1731347580.414327:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f554700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952780416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.414348:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f555880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952781824:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.414351:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.414352:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952784512:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.414353:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.414360:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312678400 00000100:00100000:0.0:1731347580.414362:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312678400 00000100:00100000:3.0:1731347580.414366:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.414366:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.414369:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3df9440/0xb104f9478dffa0f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b7fd expref: 392 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.414375:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952784512 00000100:00100000:2.0:1731347580.414377:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952784512 00000100:00100000:0.0:1731347580.414385:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312678656 00000100:00100000:2.0:1731347580.414386:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204594 00000100:00100000:0.0:1731347580.414387:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312678656 00000100:00100000:2.0:1731347580.414389:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+81:3760:x1815447952784512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.414392:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290496 00010000:00010000:0.0:1731347580.414395:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b398fcc0/0xb104f9478dff9e91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b59c expref: 408 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.414396:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15901 count 1 00000100:00100000:1.0:1731347580.414397:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+392:2004:x1815448312678400:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.414402:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414404:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.414408:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3df9440/0xb104f9478dffa0f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b7fd expref: 392 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.414409:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b2920240/0xb104f9478e00a8e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bfe9 expref: 408 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.414410:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290497 00010000:00010000:2.0:1731347580.414412:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.414413:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.414413:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+408:2004:x1815448312678656:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.414429:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414437:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3df9440/0xb104f9478dffa0f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b7fd expref: 392 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.414438:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.414439:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b2920240/0xb104f9478e00a8e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bfe9 expref: 408 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.414442:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b398fcc0/0xb104f9478dff9e91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x285a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b59c expref: 408 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.414448:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b2920240/0xb104f9478e00a8e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bfe9 expref: 408 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.414449:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3df9440/0xb104f9478dffa0f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b7fd expref: 392 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.414452:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b398fcc0/0xb104f9478dff9e91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x285a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b59c expref: 408 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.414454:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952784640:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.414457:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.414459:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.414461:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.414464:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b398fcc0/0xb104f9478dff9e91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x285a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b59c expref: 408 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.414468:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.414469:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.414473:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.414474:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.414477:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414480:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.414483:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.414495:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+391:2004:x1815448312678400:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 97us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.414500:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290496 00010000:00010000:0.0:1731347580.414505:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.414507:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414512:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414514:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414516:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414520:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414521:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414523:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.414523:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+407:2004:x1815448312678656:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 107us (156us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.414526:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b833c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.414527:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414528:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.414529:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290497 00010000:00010000:2.0:1731347580.414532:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414534:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414538:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414540:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414542:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077266 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414546:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.414549:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414555:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414564:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414571:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e07724a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.414612:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+82:3761:x1815447952781568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2115us (2143us total) trans 4295367285 rc 0/0 00000100:00100000:2.0:1731347580.414616:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204582 00000004:00080000:2.0:1731347580.414631:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f555f80/2, rc 0, transno 399989 00000100:00100000:2.0:1731347580.414634:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f555f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952781568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.414662:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.414667:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952784768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.414673:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+35:3761:x1815447952780672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2421us (2443us total) trans 4295335735 rc 0/0 00000004:00080000:2.0:1731347580.414674:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a8c0f800/2, rc 0, transno 368439 00000100:00100000:2.0:1731347580.414678:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952780672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.414680:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204578 00000100:00100000:3.0:1731347580.414682:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.414690:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952784768 00000100:00100000:1.0:1731347580.414693:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952784768 00000100:00100000:1.0:1731347580.414710:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204595 00000100:00100000:1.0:1731347580.414714:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+82:3760:x1815447952784768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.414718:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952784896:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.414725:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9880 count 1 00000100:00100000:2.0:1731347580.414731:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.414734:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.414742:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952784896 00000100:00100000:3.0:1731347580.414744:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952784896 00010000:00010000:1.0:1731347580.414744:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123f073c0/0xb104f9478dffc8a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfaa expref: 406 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.414750:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.414751:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.414753:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.414755:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204596 00000100:00100000:3.0:1731347580.414757:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+35:3762:x1815447952784896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.414765:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16490 count 1 00010000:00010000:1.0:1731347580.414781:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123f073c0/0xb104f9478dffc8a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfaa expref: 406 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.414783:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.414790:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123f073c0/0xb104f9478dffc8a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfaa expref: 406 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.414791:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009862d440/0xb104f9478e00ac65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c369 expref: 390 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.414795:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.414796:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.414797:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.414799:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952785024:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.414810:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009862d440/0xb104f9478e00ac65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c369 expref: 390 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.414815:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009862d440/0xb104f9478e00ac65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c369 expref: 390 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.414821:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952785152:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.414823:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.414834:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.414864:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.414891:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.414902:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312678272 00000100:00100000:2.0:1731347580.414904:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312678272 00000100:00100000:0.0:1731347580.414904:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312678528 00000100:00100000:0.0:1731347580.414908:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312678528 00010000:00010000:2.0:1731347580.414912:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b43e0b40/0xb104f9478dffe7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feba expref: 391 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.414916:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952781952:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.414920:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac18e1c0/0xb104f9478dfff983 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961087 expref: 407 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.414923:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290498 00000100:00100000:2.0:1731347580.414925:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+391:2003:x1815448312678272:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.414925:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414930:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.414932:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b43e0b40/0xb104f9478dffe7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feba expref: 391 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.414937:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290499 00010000:00010000:2.0:1731347580.414938:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b43e0b40/0xb104f9478dffe7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feba expref: 391 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.414942:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+407:2003:x1815448312678528:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.414946:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b43e0b40/0xb104f9478dffe7b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95feba expref: 391 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.414948:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.414951:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.414951:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac18e1c0/0xb104f9478dfff983 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961087 expref: 407 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.414952:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.414954:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.414958:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.414963:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.414964:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f554e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952782080:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.414966:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.414971:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.414978:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312678784 00000100:00100000:2.0:1731347580.414978:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+390:2003:x1815448312678272:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.414980:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312678784 00000100:00100000:1.0:1731347580.414981:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.414982:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290498 00010000:00010000:3.0:1731347580.414987:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801306aba80/0xb104f9478dff6533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c37 expref: 390 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.414996:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312678912 00000100:00100000:3.0:1731347580.414997:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290500 00000100:00100000:2.0:1731347580.414997:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312678912 00000100:00100000:3.0:1731347580.415000:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+390:2003:x1815448312678784:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.415003:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b24dfcc0/0xb104f9478dff6ab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581b6 expref: 408 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.415005:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.415007:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801306aba80/0xb104f9478dff6533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c37 expref: 390 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.415011:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290501 00010000:00010000:3.0:1731347580.415013:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801306aba80/0xb104f9478dff6533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c37 expref: 390 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.415014:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+408:2004:x1815448312678912:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.415017:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.415020:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b24dfcc0/0xb104f9478dff6ab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581b6 expref: 408 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.415022:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801306aba80/0xb104f9478dff6533 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x375f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957c37 expref: 390 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.415025:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b24dfcc0/0xb104f9478dff6ab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581b6 expref: 408 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.415027:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.415028:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.415030:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415031:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b24dfcc0/0xb104f9478dff6ab2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581b6 expref: 408 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.415034:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415036:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415037:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415038:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415039:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac18e1c0/0xb104f9478dfff983 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961087 expref: 407 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.415042:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.415042:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415050:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.415051:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac18e1c0/0xb104f9478dfff983 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961087 expref: 407 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.415054:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+389:2003:x1815448312678784:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.415055:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f556680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952782336:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.415058:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290500 00000100:00100000:2.0:1731347580.415058:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+406:2004:x1815448312678912:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (77us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.415061:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.415062:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290501 00010000:00010000:0.0:1731347580.415062:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.415064:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415066:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415069:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415071:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415072:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415073:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415077:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415077:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415079:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415081:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415081:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415084:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.415086:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415086:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415088:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415089:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415091:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.415093:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415093:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.415093:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415094:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415096:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415098:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415099:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415102:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415103:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.415103:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+405:2003:x1815448312678528:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 160us (210us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.415105:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e07726d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415105:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415106:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077251 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.415109:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290499 00010000:00010000:1.0:1731347580.415110:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.415113:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415118:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415125:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415132:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415132:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415138:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e07725f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415138:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415150:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415156:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415162:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.415164:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415171:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415180:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.415186:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+83:3763:x1815447952781696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2576us (2610us total) trans 4295367286 rc 0/0 00010000:00010000:0.0:1731347580.415186:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077258 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.415187:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3763:x1815447952780800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2880us (2906us total) trans 4295335736 rc 0/0 00000100:00100000:3.0:1731347580.415192:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204583 00000100:00100000:2.0:1731347580.415195:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204579 00000004:00080000:3.0:1731347580.415217:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f555500/2, rc 0, transno 399990 00000100:00100000:3.0:1731347580.415223:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f555500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952781696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.415223:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.415233:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a8c0d500/2, rc 0, transno 368440 00000100:00100000:3.0:1731347580.415238:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952780800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.415249:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3760:x1815447952781440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2759us (2797us total) trans 4295335737 rc 0/0 00000100:00100000:1.0:1731347580.415255:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204581 00000004:00080000:1.0:1731347580.415277:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f556300/2, rc 0, transno 368441 00000100:00100000:1.0:1731347580.415280:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f556300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952781440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.415287:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.415288:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952785408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.415293:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952785280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.415298:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312679040 00000100:00100000:3.0:1731347580.415301:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312679040 00000100:00100000:1.0:1731347580.415302:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.415309:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952785536:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.415312:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac234b40/0xb104f9478e001ff5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963700 expref: 405 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.415318:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.415318:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952785408 00000100:00100000:1.0:1731347580.415321:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952785408 00000100:00100000:3.0:1731347580.415329:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290502 00000100:00100000:2.0:1731347580.415329:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952785536 00000100:00100000:2.0:1731347580.415331:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952785536 00000100:00100000:3.0:1731347580.415333:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+405:2003:x1815448312679040:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.415333:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204597 00000100:00100000:1.0:1731347580.415337:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3760:x1815447952785408:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.415339:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+83:3763:x1815447952780928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2992us (3030us total) trans 4295367287 rc 0/0 00010000:00010000:3.0:1731347580.415340:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.415340:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204598 00000100:00100000:2.0:1731347580.415343:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3761:x1815447952785536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.415344:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac234b40/0xb104f9478e001ff5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963700 expref: 405 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.415346:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204580 00002000:00080000:1.0:1731347580.415348:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10646 count 1 00002000:00080000:2.0:1731347580.415350:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15901 count 1 00010000:00010000:3.0:1731347580.415352:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac234b40/0xb104f9478e001ff5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963700 expref: 405 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.415356:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415357:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415363:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c07df80/0xb104f9478dff5343 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a47 expref: 388 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.415364:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098558fc0/0xb104f9478e00a8ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bff0 expref: 388 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.415365:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac234b40/0xb104f9478e001ff5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963700 expref: 405 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.415367:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415368:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.415368:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415369:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415370:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415371:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415373:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.415374:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.415377:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415379:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098558fc0/0xb104f9478e00a8ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bff0 expref: 388 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.415384:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415385:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098558fc0/0xb104f9478e00a8ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bff0 expref: 388 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.415386:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c07df80/0xb104f9478dff5343 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a47 expref: 388 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.415390:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952785664:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.415394:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c07df80/0xb104f9478dff5343 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a47 expref: 388 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.415398:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.415401:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62900 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.415403:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952785792:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.415413:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+404:2003:x1815448312679040:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.415433:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952782848:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.415434:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290502 00000100:00100000:1.0:1731347580.415442:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0480 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.415443:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415454:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.415455:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952782976:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.415460:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415462:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415467:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415472:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.415473:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f555180/2, rc 0, transno 399991 00000100:00100000:3.0:1731347580.415478:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f555180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952780928:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.415478:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415483:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.415486:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415492:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.415493:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.415496:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952785920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.415500:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952783104:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.415501:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415506:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077274 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415509:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.415510:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.415519:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952785920 00000100:00100000:3.0:1731347580.415521:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952785920 00000100:00100000:3.0:1731347580.415530:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204599 00000100:00100000:3.0:1731347580.415533:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+83:3763:x1815447952785920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.415541:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18336 count 1 00000100:00100000:2.0:1731347580.415542:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952783360:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.415548:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415548:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415555:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801156c8480/0xb104f9478dfec50c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc09 expref: 403 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.415558:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.415559:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.415561:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415570:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801156c8480/0xb104f9478dfec50c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc09 expref: 403 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.415578:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801156c8480/0xb104f9478dfec50c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc09 expref: 403 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.415584:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952786048:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.415587:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+84:3762:x1815447952782208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2525us (2552us total) trans 4295367288 rc 0/0 00000100:00100000:1.0:1731347580.415593:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204584 00000100:00100000:3.0:1731347580.415601:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.415607:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.415609:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.415617:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952783616:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.415619:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952785280 00000100:00100000:0.0:1731347580.415622:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952785280 00000004:00080000:1.0:1731347580.415623:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a8c0c700/2, rc 0, transno 399992 00010000:00010000:3.0:1731347580.415627:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.415628:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8c0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952782208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.415632:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.415639:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204600 00000100:00100000:2.0:1731347580.415642:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.415642:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+84:3762:x1815447952785280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.415649:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312679296 00000100:00100000:2.0:1731347580.415651:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312679296 00002000:00080000:0.0:1731347580.415652:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10090 count 1 00010000:00010000:2.0:1731347580.415658:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880081be61c0/0xb104f9478e00ac6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c370 expref: 404 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.415660:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.415661:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312679168 00000100:00100000:1.0:1731347580.415663:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.415664:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312679168 00000100:00100000:2.0:1731347580.415667:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312679424 00010000:00010000:0.0:1731347580.415667:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801399b58c0/0xb104f9478dfee986 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95008a expref: 404 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.415669:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312679424 00000100:00100000:1.0:1731347580.415670:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952786176:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.415671:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.415672:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415673:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8a640/0xb104f9478dff2346 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a4a expref: 405 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.415674:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415675:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b810db00/0xb104f9478dfff98a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96108e expref: 389 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.415680:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290503 00000100:00100000:2.0:1731347580.415683:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+405:2003:x1815448312679296:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.415684:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.415684:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801399b58c0/0xb104f9478dfee986 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95008a expref: 405 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.415687:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.415690:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801399b58c0/0xb104f9478dfee986 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95008a expref: 405 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.415691:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880081be61c0/0xb104f9478e00ac6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c370 expref: 405 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.415692:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290504 00000100:00100000:3.0:1731347580.415696:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+405:2004:x1815448312679424:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.415696:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880081be61c0/0xb104f9478e00ac6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c370 expref: 405 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.415696:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952786304:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.415698:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952786176 00000100:00100000:1.0:1731347580.415700:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952786176 00010000:00010000:3.0:1731347580.415702:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.415703:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081be61c0/0xb104f9478e00ac6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c370 expref: 405 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.415706:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8a640/0xb104f9478dff2346 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a4a expref: 405 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.415709:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415710:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415712:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.415713:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba656c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.415714:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8a640/0xb104f9478dff2346 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a4a expref: 404 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.415715:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204601 00010000:00010000:2.0:1731347580.415716:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.415719:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+85:3762:x1815447952786176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.415722:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290505 00010000:00010000:2.0:1731347580.415723:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.415725:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1c8a640/0xb104f9478dff2346 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a4a expref: 404 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.415725:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+389:2004:x1815448312679168:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.415730:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1731347580.415731:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11396 count 1 00010000:00010000:0.0:1731347580.415733:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b810db00/0xb104f9478dfff98a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96108e expref: 389 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.415734:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+403:2003:x1815448312679296:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (126us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.415735:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.415736:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.415737:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290503 00010000:00010000:3.0:1731347580.415739:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415741:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415741:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b810db00/0xb104f9478dfff98a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96108e expref: 389 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.415745:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415746:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415749:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b810db00/0xb104f9478dfff98a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96108e expref: 389 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.415751:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415751:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880127131200/0xb104f9478dfed8ae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb2 expref: 402 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.415754:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.415754:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415755:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415756:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415757:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.415759:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.415759:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.415759:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.415761:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415761:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415763:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415766:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae18c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.415783:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415788:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415788:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.415792:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+402:2004:x1815448312679424:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 94us (147us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.415792:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880127131200/0xb104f9478dfed8ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb2 expref: 402 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.415793:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.415797:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077289 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.415798:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290504 00010000:00010000:1.0:1731347580.415801:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880127131200/0xb104f9478dfed8ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb2 expref: 402 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.415805:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+388:2004:x1815448312679168:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.415810:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952786432:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.415811:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290505 00010000:00010000:3.0:1731347580.415814:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415819:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415823:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415826:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.415826:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0240 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.415830:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415837:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.415838:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415842:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415842:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415848:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.415848:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.415849:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.415851:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e077282 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415857:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415868:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415874:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.415880:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.415882:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.415887:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+87:3762:x1815447952782720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2353us (2381us total) trans 4295367289 rc 0/0 00010000:00010000:0.0:1731347580.415889:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.415893:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204587 00000004:00080000:1.0:1731347580.415896:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f37800/2, rc 0, transno 399993 00010000:00010000:0.0:1731347580.415898:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.415902:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952782720:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.415905:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e07727b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.415909:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312679552 00000100:00100000:2.0:1731347580.415911:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312679552 00000100:00100000:1.0:1731347580.415914:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952783872:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.415921:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad00d680/0xb104f9478dff9e98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b595 expref: 388 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.415923:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.415927:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+86:3760:x1815447952782592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2401us (2449us total) trans 4295367290 rc 0/0 00000100:00100000:3.0:1731347580.415931:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204586 00000004:00080000:1.0:1731347580.415937:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f37b80/2, rc 0, transno 399994 00000100:00100000:1.0:1731347580.415941:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952782592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.415942:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290506 00000100:00100000:2.0:1731347580.415946:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+388:2003:x1815448312679552:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.415952:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.415956:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad00d680/0xb104f9478dff9e98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x285a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b595 expref: 388 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.415964:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad00d680/0xb104f9478dff9e98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x285a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b595 expref: 388 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.415964:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952786560:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.415976:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad00d680/0xb104f9478dff9e98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x285a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b595 expref: 388 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.415980:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.415985:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415986:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.415988:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.415990:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.415994:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952786560 00010000:00010000:2.0:1731347580.415995:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.415995:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952786688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.415997:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952786560 00010000:00010000:2.0:1731347580.416008:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.416009:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.416014:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+38:3760:x1815447952782464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2491us (2555us total) trans 4295335738 rc 0/0 00000100:00100000:3.0:1731347580.416015:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952786688 00000100:00100000:3.0:1731347580.416017:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952786688 00000100:00100000:2.0:1731347580.416023:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+387:2003:x1815448312679552:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (173us total) trans 0 rc 0/0 00000004:00080000:1.0:1731347580.416029:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f557480/2, rc 0, transno 368442 00000100:00100000:3.0:1731347580.416030:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204602 00000100:00100000:2.0:1731347580.416030:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290506 00000100:00100000:3.0:1731347580.416033:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+87:3760:x1815447952786560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.416035:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f557480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952782464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.416043:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.416045:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13847 count 1 00000100:00100000:1.0:1731347580.416048:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204603 00010000:00010000:2.0:1731347580.416050:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.416052:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+87:3760:x1815447952786688:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.416054:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416057:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.416062:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b3c47180/0xb104f9478dfeadd5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4e0 expref: 401 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.416063:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.416064:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13995 count 1 00010000:00010000:3.0:1731347580.416068:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.416069:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.416069:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.416072:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416072:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416075:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.416078:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416081:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094865d40/0xb104f9478e00c5b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcb4 expref: 401 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.416084:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416087:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.416088:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b3c47180/0xb104f9478dfeadd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4e0 expref: 401 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.416088:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.416090:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416093:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.416096:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b3c47180/0xb104f9478dfeadd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4e0 expref: 401 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.416099:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077290 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x285a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416105:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952786816:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.416106:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094865d40/0xb104f9478e00c5b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcb4 expref: 401 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.416114:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204585 00010000:00010000:1.0:1731347580.416115:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094865d40/0xb104f9478e00c5b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcb4 expref: 401 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.416124:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.416129:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952786944:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.416145:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0840 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.416151:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952787072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.416167:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.416173:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.416178:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952787072 00000100:00100000:3.0:1731347580.416180:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952787072 00000100:00100000:0.0:1731347580.416186:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312679680 00000100:00100000:0.0:1731347580.416189:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312679680 00000100:00100000:3.0:1731347580.416191:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204604 00000100:00100000:2.0:1731347580.416191:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+39:3763:x1815447952783232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2521us (2561us total) trans 4295335739 rc 0/0 00000100:00100000:1.0:1731347580.416193:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.416194:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+39:3762:x1815447952787072:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.416197:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204588 00002000:00080000:3.0:1731347580.416201:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9880 count 1 00000100:00100000:1.0:1731347580.416204:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312679808 00000100:00100000:1.0:1731347580.416206:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312679808 00010000:00010000:3.0:1731347580.416210:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416217:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097512640/0xb104f9478dff6aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581af expref: 387 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.416220:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011627f600/0xb104f9478dffc89f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfa3 expref: 387 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.416231:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.416232:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.416233:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290507 00010000:00010000:3.0:1731347580.416234:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.416237:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+387:2004:x1815448312679808:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.416244:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.416246:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952784384:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.416248:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097512640/0xb104f9478dff6aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581af expref: 387 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.416250:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011627f600/0xb104f9478dffc89f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfa3 expref: 387 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.416256:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416256:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097512640/0xb104f9478dff6aab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581af expref: 387 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.416259:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011627f600/0xb104f9478dffc89f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfa3 expref: 387 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.416265:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880125167cc0/0xb104f9478dff534a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a4e expref: 402 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.416267:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097512640/0xb104f9478dff6aab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9581af expref: 387 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.416268:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952787200:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.416275:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.416276:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.416278:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.416281:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952784640:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.416287:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.416289:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416289:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.416291:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290508 00000100:00100000:0.0:1731347580.416296:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+402:2004:x1815448312679680:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.416301:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.416303:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013107ce00/2, rc 0, transno 368443 00010000:00010000:0.0:1731347580.416303:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.416306:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.416307:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880125167cc0/0xb104f9478dff534a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a4e expref: 402 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.416308:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013107ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952783232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.416315:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+386:2004:x1815448312679808:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (121us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.416316:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880125167cc0/0xb104f9478dff534a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a4e expref: 402 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.416319:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.416320:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290507 00010000:00010000:0.0:1731347580.416328:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880125167cc0/0xb104f9478dff534a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a4e expref: 402 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.416329:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312679936 00000100:00100000:3.0:1731347580.416330:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312680192 00000100:00100000:2.0:1731347580.416330:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.416332:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312679936 00000100:00100000:3.0:1731347580.416333:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312680192 00010000:00010000:0.0:1731347580.416336:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.416337:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312680064 00010000:00010000:0.0:1731347580.416337:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.416339:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312680064 00010000:00010000:1.0:1731347580.416339:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af7d86c0/0xb104f9478dff233f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a43 expref: 386 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.416340:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.416344:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b2920240/0xb104f9478e00a8e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bfe9 expref: 402 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.416346:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416348:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098253cc0/0xb104f9478e001ffc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636f9 expref: 387 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.416355:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290509 00000100:00100000:1.0:1731347580.416359:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+387:2004:x1815448312679936:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.416360:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.416362:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290510 00010000:00010000:1.0:1731347580.416365:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.416367:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+402:2004:x1815448312680192:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.416367:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290511 00010000:00010000:1.0:1731347580.416369:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af7d86c0/0xb104f9478dff233f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a43 expref: 387 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.416371:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+387:2004:x1815448312680064:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.416374:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.416377:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af7d86c0/0xb104f9478dff233f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a43 expref: 387 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.416378:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b2920240/0xb104f9478e00a8e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bfe9 expref: 402 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.416378:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.416379:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+402:2004:x1815448312679680:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 81us (204us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.416381:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098253cc0/0xb104f9478e001ffc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636f9 expref: 387 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.416385:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290508 00010000:00010000:2.0:1731347580.416386:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098253cc0/0xb104f9478e001ffc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636f9 expref: 387 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.416387:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af7d86c0/0xb104f9478dff233f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953a43 expref: 387 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.416392:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b2920240/0xb104f9478e00a8e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bfe9 expref: 402 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.416396:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.416397:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.416398:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.416398:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.416400:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416401:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.416404:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b2920240/0xb104f9478e00a8e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bfe9 expref: 401 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.416404:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.416406:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416407:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416410:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.416412:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.416414:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.416433:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.416437:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416438:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.416438:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.416441:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+386:2004:x1815448312680064:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (109us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.416443:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.416443:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.416447:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290511 00010000:00010000:0.0:1731347580.416450:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.416451:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+386:2004:x1815448312679936:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 91us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.416456:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290509 00010000:00010000:0.0:1731347580.416456:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a006c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.416459:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.416459:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416467:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416474:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+400:2004:x1815448312680192:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 105us (152us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.416474:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416478:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098253cc0/0xb104f9478e001ffc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636f9 expref: 384 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.416480:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290510 00010000:00010000:2.0:1731347580.416481:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.416485:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952784256:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.416488:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416494:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416494:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416497:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1731347580.416500:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416503:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952787328:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.416504:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.416506:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416507:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416511:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416513:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416517:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416521:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.416521:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416522:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.416523:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416526:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e0772b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416528:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.416531:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.416531:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416536:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.416537:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e077297 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416543:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416549:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0772a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.416615:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+88:3760:x1815447952784512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2224us (2247us total) trans 4295367291 rc 0/0 00000100:00100000:2.0:1731347580.416621:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204594 00000004:00080000:3.0:1731347580.416626:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddca80/2, rc 0, transno 399995 00000100:00100000:2.0:1731347580.416629:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952787328 00000100:00100000:2.0:1731347580.416631:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952787328 00000100:00100000:3.0:1731347580.416633:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952784512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.416635:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+40:3763:x1815447952784000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2422us (2474us total) trans 4295335740 rc 0/0 00000100:00100000:1.0:1731347580.416641:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204592 00000100:00100000:2.0:1731347580.416644:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204605 00000100:00100000:2.0:1731347580.416648:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+39:3762:x1815447952787328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.416656:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10090 count 1 00010000:00010000:1.0:1731347580.416656:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416661:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416665:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416665:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.416668:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a7480/2, rc 0, transno 368444 00010000:00010000:1.0:1731347580.416669:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416673:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f959d40/0xb104f9478dfee97f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950083 expref: 383 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.416673:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416674:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952784000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.416676:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.416678:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.416678:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0492c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+88:3761:x1815447952783488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2876us (2922us total) trans 4295367292 rc 0/0 00010000:00010000:1.0:1731347580.416681:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416683:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.416684:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.416685:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204589 00010000:00010000:2.0:1731347580.416686:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416687:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416691:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0772ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416698:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952787456:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.416698:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f959d40/0xb104f9478dfee97f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950083 expref: 383 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.416706:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f959d40/0xb104f9478dfee97f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950083 expref: 383 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.416714:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952787712:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.416717:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.416729:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.416730:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.416734:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952787584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.416737:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952787456 00000100:00100000:2.0:1731347580.416739:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952787456 00000100:00100000:2.0:1731347580.416750:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204606 00000100:00100000:2.0:1731347580.416752:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+88:3760:x1815447952787456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.416753:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.416758:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+40:3762:x1815447952784128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2543us (2567us total) trans 4295335741 rc 0/0 00002000:00080000:2.0:1731347580.416760:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15133 count 1 00000100:00100000:0.0:1731347580.416760:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952787584 00000100:00100000:1.0:1731347580.416762:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204593 00000100:00100000:0.0:1731347580.416763:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952787584 00010000:00010000:2.0:1731347580.416766:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416788:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880119833a80/0xb104f9478e00cb21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e22c expref: 399 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.416789:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416792:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.416793:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddf800/2, rc 0, transno 368445 00010000:00010000:2.0:1731347580.416793:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.416794:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416794:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.416795:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204607 00010000:00010000:1.0:1731347580.416798:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416800:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952784128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.416800:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+40:3760:x1815447952787584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.416802:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416804:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880119833a80/0xb104f9478e00cb21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e22c expref: 399 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.416806:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.416809:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880119833a80/0xb104f9478e00cb21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e22c expref: 399 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.416809:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.416810:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.416811:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18336 count 1 00000100:00100000:2.0:1731347580.416814:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952787840:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.416814:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.416820:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.416820:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.416823:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62180 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.416823:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e07729e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416826:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952787968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.416829:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098921680/0xb104f9478dfec505 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc10 expref: 383 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.416835:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1731347580.416836:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a5180/2, rc 0, transno 399996 00010000:00010000:0.0:1731347580.416836:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.416837:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.416840:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952783488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.416844:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.416852:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098921680/0xb104f9478dfec505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc10 expref: 383 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.416860:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098921680/0xb104f9478dfec505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc10 expref: 383 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.416865:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952785024:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.416869:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952788096:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.416872:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416880:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952787968 00000100:00100000:3.0:1731347580.416882:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952787968 00000100:00100000:0.0:1731347580.416887:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65240 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.416898:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204608 00000100:00100000:3.0:1731347580.416903:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+42:3762:x1815447952787968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.416908:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3761:x1815447952783744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2912us (2936us total) trans 4295335742 rc 0/0 00000100:00100000:1.0:1731347580.416912:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204591 00002000:00080000:3.0:1731347580.416913:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11396 count 1 00000004:00080000:2.0:1731347580.416915:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a5c00/2, rc 0, transno 368446 00000100:00100000:2.0:1731347580.416919:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952783744:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.416923:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.416933:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880128324900/0xb104f9478dfed8a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efab expref: 383 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.416936:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1731347580.416939:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.416940:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.416940:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952788352:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.416942:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.416945:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.416952:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.416957:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312680320 00010000:00010000:3.0:1731347580.416959:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880128324900/0xb104f9478dfed8a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efab expref: 383 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.416960:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312680320 00000100:00100000:1.0:1731347580.416966:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952788352 00000100:00100000:1.0:1731347580.416968:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952788352 00010000:00010000:0.0:1731347580.416970:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123f073c0/0xb104f9478dffc8a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfaa expref: 400 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.416972:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880128324900/0xb104f9478dfed8a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efab expref: 383 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.416976:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204609 00000100:00100000:2.0:1731347580.416979:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.416979:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+42:3761:x1815447952788352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.416982:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122be9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952788480:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.416983:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312680448 00000100:00100000:0.0:1731347580.416985:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312680448 00002000:00080000:1.0:1731347580.416987:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13847 count 1 00000100:00100000:2.0:1731347580.416988:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290512 00000100:00100000:2.0:1731347580.416991:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+400:2004:x1815448312680320:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.416991:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009862d440/0xb104f9478e00ac65 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c369 expref: 384 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.416994:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.416997:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.416998:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.417000:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098d458c0/0xb104f9478dfeaddc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d9 expref: 384 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.417001:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123f073c0/0xb104f9478dffc8a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfaa expref: 400 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.417004:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.417005:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.417006:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123f073c0/0xb104f9478dffc8a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfaa expref: 400 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.417006:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.417014:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952785152:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.417014:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123f073c0/0xb104f9478dffc8a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfaa expref: 400 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.417015:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098d458c0/0xb104f9478dfeaddc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d9 expref: 384 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.417019:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.417020:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.417020:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098d458c0/0xb104f9478dfeaddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d9 expref: 384 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.417021:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.417026:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417026:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417026:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952788608:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.417033:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.417037:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0900 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.417040:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952788224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.417041:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+399:2004:x1815448312680320:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.417048:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290513 00000100:00100000:2.0:1731347580.417051:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290512 00000100:00100000:0.0:1731347580.417053:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+384:2004:x1815448312680448:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.417058:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.417060:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.417064:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009862d440/0xb104f9478e00ac65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c369 expref: 384 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.417066:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952785664:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.417067:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.417071:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009862d440/0xb104f9478e00ac65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c369 expref: 384 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.417072:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417073:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417079:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.417081:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009862d440/0xb104f9478e00ac65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c369 expref: 384 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.417083:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417085:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952788224 00010000:00010000:2.0:1731347580.417086:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417086:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952788224 00010000:00010000:0.0:1731347580.417088:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.417089:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae21c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.417089:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.417091:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.417092:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417095:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417096:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204610 00010000:00010000:0.0:1731347580.417097:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417098:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+89:3763:x1815447952788224:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.417099:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417103:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0772ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.417105:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17189 count 1 00010000:00010000:1.0:1731347580.417111:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.417114:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.417117:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417117:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098d5e880/0xb104f9478e000d8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96248b expref: 398 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.417120:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.417121:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.417122:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417122:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.417126:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.417126:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+383:2004:x1815448312680448:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (146us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.417130:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.417130:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290513 00010000:00010000:1.0:1731347580.417131:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098d5e880/0xb104f9478e000d8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96248b expref: 398 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.417134:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417136:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098d5e880/0xb104f9478e000d8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96248b expref: 398 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.417137:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.417139:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417142:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952788736:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.417143:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.417149:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417151:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0f00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.417153:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e0772c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417176:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.417179:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+90:3760:x1815447952784768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2464us (2496us total) trans 4295367293 rc 0/0 00000100:00100000:2.0:1731347580.417183:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204595 00000100:00100000:0.0:1731347580.417185:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312680576 00000100:00100000:0.0:1731347580.417187:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312680576 00010000:00010000:0.0:1731347580.417193:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098558fc0/0xb104f9478e00a8ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bff0 expref: 383 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.417199:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134dde300/2, rc 0, transno 399997 00000100:00100000:1.0:1731347580.417201:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952785792:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.417202:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290514 00000100:00100000:2.0:1731347580.417204:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952784768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.417205:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+383:2003:x1815448312680576:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.417207:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.417209:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.417211:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098558fc0/0xb104f9478e00a8ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bff0 expref: 383 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.417216:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098558fc0/0xb104f9478e00a8ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bff0 expref: 383 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.417223:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098558fc0/0xb104f9478e00a8ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bff0 expref: 383 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.417228:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.417229:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.417230:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.417235:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+43:3762:x1815447952784896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2476us (2502us total) trans 4295335743 rc 0/0 00000100:00100000:2.0:1731347580.417236:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.417237:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.417240:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204596 00010000:00010000:0.0:1731347580.417250:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.417254:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.417257:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952786048:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.417258:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.417260:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+382:2003:x1815448312680576:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (83us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.417262:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.417263:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290514 00010000:00010000:2.0:1731347580.417264:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417266:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.417268:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312680704 00010000:00010000:1.0:1731347580.417269:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.417270:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312680704 00000004:00080000:3.0:1731347580.417271:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddd180/2, rc 0, transno 368447 00010000:00010000:1.0:1731347580.417273:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.417274:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.417274:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c07df80/0xb104f9478dff5343 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a47 expref: 382 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.417275:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952784896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.417276:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952788864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.417278:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.417282:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290515 00010000:00010000:1.0:1731347580.417283:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.417285:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+382:2004:x1815448312680704:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.417288:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.417289:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.417290:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0772cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.417290:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c07df80/0xb104f9478dff5343 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a47 expref: 382 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.417292:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.417293:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952788992:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.417295:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c07df80/0xb104f9478dff5343 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a47 expref: 382 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.417301:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c07df80/0xb104f9478dff5343 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956a47 expref: 382 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.417306:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.417306:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.417307:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.417308:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.417312:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.417319:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.417323:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952788864 00000100:00100000:3.0:1731347580.417325:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952788992 00000100:00100000:0.0:1731347580.417325:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+381:2004:x1815448312680704:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.417326:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952788864 00000100:00100000:3.0:1731347580.417327:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952788992 00000100:00100000:0.0:1731347580.417328:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290515 00000100:00100000:3.0:1731347580.417338:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204611 00000100:00100000:3.0:1731347580.417340:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+44:3763:x1815447952788992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.417342:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204612 00000100:00100000:2.0:1731347580.417346:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+90:3761:x1815447952788864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.417350:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13995 count 1 00010000:00010000:3.0:1731347580.417356:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.417357:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11570 count 1 00010000:00010000:3.0:1731347580.417363:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088ea9680/0xb104f9478e00c5a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcad expref: 380 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.417366:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417366:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+44:3761:x1815447952785536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2022us (2047us total) trans 4295335744 rc 0/0 00010000:00010000:3.0:1731347580.417368:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.417368:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.417370:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417370:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204598 00010000:00010000:2.0:1731347580.417376:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880116531d40/0xb104f9478e004923 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96602e expref: 398 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.417379:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088ea9680/0xb104f9478e00c5a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcad expref: 380 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.417381:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417382:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.417383:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.417384:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088ea9680/0xb104f9478e00c5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcad expref: 380 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.417385:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417385:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.417389:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122beb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952789120:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.417390:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417393:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417397:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.417399:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.417399:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880116531d40/0xb104f9478e004923 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96602e expref: 398 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.417400:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.417401:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417405:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417411:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417412:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880116531d40/0xb104f9478e004923 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96602e expref: 398 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.417431:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e0772c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.417442:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952789248:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.417458:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62300 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.417474:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddf480/2, rc 0, transno 368448 00000100:00100000:2.0:1731347580.417480:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952785536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.417502:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3760:x1815447952785408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2164us (2199us total) trans 4295335745 rc 0/0 00000100:00100000:2.0:1731347580.417503:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.417506:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204597 00000100:00100000:2.0:1731347580.417532:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952786304:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.417536:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.417542:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417545:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312680832 00000100:00100000:1.0:1731347580.417547:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312680832 00010000:00010000:1.0:1731347580.417554:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801156c8480/0xb104f9478dfec50c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc09 expref: 399 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.417562:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312680960 00000100:00100000:1.0:1731347580.417563:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312680960 00010000:00010000:1.0:1731347580.417567:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801399b58c0/0xb104f9478dfee986 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95008a expref: 400 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.417575:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290516 00000100:00100000:1.0:1731347580.417577:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+400:2004:x1815448312680832:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.417582:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.417584:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801156c8480/0xb104f9478dfec50c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc09 expref: 400 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.417592:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801156c8480/0xb104f9478dfec50c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc09 expref: 400 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.417599:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801156c8480/0xb104f9478dfec50c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc09 expref: 400 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.417606:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.417607:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.417609:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.417612:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.417613:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417627:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.417633:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417635:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+399:2004:x1815448312680832:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.417639:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290516 00010000:00010000:2.0:1731347580.417640:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417644:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290517 00010000:00010000:2.0:1731347580.417646:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417647:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+398:2004:x1815448312680960:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.417651:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.417652:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417653:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801399b58c0/0xb104f9478dfee986 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x276a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95008a expref: 398 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.417658:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801399b58c0/0xb104f9478dfee986 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x276a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95008a expref: 398 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.417663:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417665:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801399b58c0/0xb104f9478dfee986 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x276a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95008a expref: 398 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.417668:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.417670:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417670:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.417671:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.417672:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417676:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417676:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.417683:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.417685:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417687:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+397:2004:x1815448312680960:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 40us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.417690:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290517 00010000:00010000:2.0:1731347580.417691:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0772d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.417700:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312681216 00000100:00100000:1.0:1731347580.417702:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312681216 00002000:00100000:1.0:1731347580.417713:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1073152->1875967) req@ffff8801316f2300 x1815448312681216/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.417720:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f2300 with x1815448312681216 ext(1073152->1875967) 00002000:00010000:1.0:1731347580.417722:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316f2300 00000100:00100000:1.0:1731347580.417730:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678320 00000100:00100000:1.0:1731347580.417732:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+381:2006:x1815448312681216:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.417804:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+91:3763:x1815447952785920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2269us (2292us total) trans 4295367294 rc 0/0 00000100:00100000:2.0:1731347580.417810:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204599 00010000:00010000:2.0:1731347580.417825:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417832:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417839:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417843:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417847:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417850:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.417852:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417855:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417861:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.417864:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0772dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.417929:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+91:3762:x1815447952785280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2286us (2321us total) trans 4295367295 rc 0/0 00000100:00100000:2.0:1731347580.417932:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204600 00000004:00080000:3.0:1731347580.417941:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddce00/2, rc 0, transno 399999 00000100:00100000:3.0:1731347580.417949:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952785280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.417953:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.417959:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952789376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.417973:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.417977:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952789504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.417979:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.417991:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.418001:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952789376 00000100:00100000:2.0:1731347580.418003:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952789376 00000004:00080000:3.0:1731347580.418004:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddc380/2, rc 0, transno 399998 00000100:00100000:3.0:1731347580.418011:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952785920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.418019:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952789504 00000100:00100000:2.0:1731347580.418020:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952789504 00000004:00080000:3.0:1731347580.418026:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134dded80/2, rc 0, transno 368449 00000100:00100000:2.0:1731347580.418030:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204613 00000100:00100000:3.0:1731347580.418031:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952785408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.418033:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:3762:x1815447952789376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.418036:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204614 00000100:00100000:0.0:1731347580.418040:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+91:3761:x1815447952789504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.418041:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15133 count 1 00010000:00010000:2.0:1731347580.418047:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.418050:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17216 count 1 00000100:00100000:3.0:1731347580.418054:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.418054:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127c7dd40/0xb104f9478e00cb28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e225 expref: 381 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.418058:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.418058:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.418059:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952789632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.418059:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.418060:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.418065:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880119870fc0/0xb104f9478e00d141 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e84c expref: 396 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.418069:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127c7dd40/0xb104f9478e00cb28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e225 expref: 381 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.418069:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.418070:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.418071:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.418072:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.418074:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127c7dd40/0xb104f9478e00cb28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e225 expref: 381 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.418079:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952789760:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.418081:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880119870fc0/0xb104f9478e00d141 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e84c expref: 396 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.418087:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880119870fc0/0xb104f9478e00d141 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e84c expref: 396 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.418089:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.418089:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952789632 00000100:00100000:1.0:1731347580.418092:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952789632 00000100:00100000:0.0:1731347580.418096:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952789888:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.418109:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204615 00000100:00100000:3.0:1731347580.418112:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.418112:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.418113:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3760:x1815447952789632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.418116:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952790016:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.418123:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17189 count 1 00000100:00100000:3.0:1731347580.418126:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.418132:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.418138:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952790016 00000100:00100000:2.0:1731347580.418140:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952790016 00010000:00010000:1.0:1731347580.418140:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac276d00/0xb104f9478e000d87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962492 expref: 381 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.418146:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.418147:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.418150:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.418155:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204616 00000100:00100000:2.0:1731347580.418159:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+92:3763:x1815447952790016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.418162:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac276d00/0xb104f9478e000d87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962492 expref: 381 pid: 15912 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1731347580.418168:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11976 count 1 00010000:00010000:1.0:1731347580.418169:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac276d00/0xb104f9478e000d87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962492 expref: 381 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.418176:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.418176:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952790144:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.418185:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801271ae400/0xb104f9478dfeae76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c57a expref: 396 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.418190:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.418190:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0480 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.418192:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.418194:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.418205:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801271ae400/0xb104f9478dfeae76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c57a expref: 396 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.418212:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801271ae400/0xb104f9478dfeae76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c57a expref: 396 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.418219:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952790272:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.418231:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.419962:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952786816:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.419973:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.419987:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952786944:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.419997:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.420003:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.420024:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952786432:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.420027:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.420028:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952787200:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.420028:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312681344 00000100:00100000:2.0:1731347580.420031:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312681344 00010000:00010000:1.0:1731347580.420033:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420034:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.420037:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.420043:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b3c47180/0xb104f9478dfeadd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4e0 expref: 397 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.420047:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312681600 00000100:00100000:1.0:1731347580.420050:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312681600 00000100:00100000:0.0:1731347580.420050:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.420063:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312681472 00000100:00100000:0.0:1731347580.420063:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312681728 00010000:00010000:1.0:1731347580.420064:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094865d40/0xb104f9478e00c5b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcb4 expref: 398 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.420065:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312681472 00000100:00100000:0.0:1731347580.420066:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312681728 00000100:00100000:3.0:1731347580.420069:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290518 00000100:00100000:3.0:1731347580.420074:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+399:2003:x1815448312681344:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.420074:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880127131200/0xb104f9478dfed8ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb2 expref: 399 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.420078:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011627f600/0xb104f9478dffc89f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfa3 expref: 383 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.420082:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290519 00010000:00010000:3.0:1731347580.420083:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.420087:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b3c47180/0xb104f9478dfeadd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4e0 expref: 399 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.420087:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+399:2003:x1815448312681600:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.420094:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290520 00010000:00010000:1.0:1731347580.420094:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.420096:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b3c47180/0xb104f9478dfeadd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4e0 expref: 399 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.420097:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094865d40/0xb104f9478e00c5b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcb4 expref: 399 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.420098:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+399:2003:x1815448312681472:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.420101:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290521 00010000:00010000:2.0:1731347580.420103:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.420106:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880127131200/0xb104f9478dfed8ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb2 expref: 399 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.420106:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094865d40/0xb104f9478e00c5b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcb4 expref: 399 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.420106:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+383:2003:x1815448312681728:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.420112:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880127131200/0xb104f9478dfed8ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb2 expref: 399 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.420112:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.420113:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b3c47180/0xb104f9478dfeadd5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4e0 expref: 399 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.420115:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011627f600/0xb104f9478dffc89f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfa3 expref: 383 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.420118:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094865d40/0xb104f9478e00c5b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x36ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcb4 expref: 399 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.420120:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880127131200/0xb104f9478dfed8ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb2 expref: 398 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.420121:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.420122:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.420123:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011627f600/0xb104f9478dffc89f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfa3 expref: 383 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.420125:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420126:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.420126:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.420127:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.420128:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.420129:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420130:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420131:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420133:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.420133:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011627f600/0xb104f9478dffc89f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dfa3 expref: 383 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.420136:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420141:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.420141:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.420142:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.420143:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.420145:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.420152:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420153:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.420154:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+396:2003:x1815448312681472:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.420158:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+396:2003:x1815448312681344:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.420158:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290520 00000100:00100000:3.0:1731347580.420163:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290518 00010000:00010000:0.0:1731347580.420163:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.420171:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+394:2003:x1815448312681600:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.420176:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290519 00000100:00100000:0.0:1731347580.420177:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+382:2003:x1815448312681728:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (126us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.420178:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.420182:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290521 00010000:00010000:3.0:1731347580.420184:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420191:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420196:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.420199:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952787712:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.420205:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420206:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420207:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420211:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.420212:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420214:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420218:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420220:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420223:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420227:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420229:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420233:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e0772f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420234:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.420237:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420242:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420254:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420259:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0772f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.420338:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+46:3762:x1815447952787072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4142us (4169us total) trans 4295335746 rc 0/0 00000100:00100000:3.0:1731347580.420344:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204604 00000004:00080000:2.0:1731347580.420348:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f2d80/2, rc 0, transno 368450 00000100:00100000:2.0:1731347580.420354:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952787072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.420358:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420364:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420370:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.420375:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+93:3760:x1815447952786688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4321us (4364us total) trans 4295367296 rc 0/0 00010000:00010000:3.0:1731347580.420376:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.420378:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952790400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.420381:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204603 00010000:00010000:3.0:1731347580.420382:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420386:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.420389:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.420392:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.420394:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420398:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420401:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420405:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420406:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0772eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420412:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.420434:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952790400 00000100:00100000:0.0:1731347580.420437:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952790400 00010000:00010000:1.0:1731347580.420438:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420445:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420451:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3cc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.420452:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204617 00010000:00010000:1.0:1731347580.420454:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.420456:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+46:3763:x1815447952790400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.420460:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.420469:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11570 count 1 00010000:00010000:1.0:1731347580.420470:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420476:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0772e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.420479:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.420520:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+93:3760:x1815447952786560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4486us (4539us total) trans 4295367297 rc 0/0 00000100:00100000:3.0:1731347580.420525:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204602 00000004:00080000:3.0:1731347580.420547:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f0700/2, rc 0, transno 400000 00000100:00100000:3.0:1731347580.420559:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952786688:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.420567:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f0000/2, rc 0, transno 400001 00000100:00100000:3.0:1731347580.420570:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952786560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.420573:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+93:3762:x1815447952786176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4852us (4887us total) trans 4295367298 rc 0/0 00000100:00100000:1.0:1731347580.420579:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204601 00000004:00080000:1.0:1731347580.420600:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f2680/2, rc 0, transno 400002 00000100:00100000:3.0:1731347580.420602:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f554a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952790656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.420614:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952786176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.420623:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.420625:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f557100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952790784:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.420634:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.420637:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f557800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952790528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.420640:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952787840:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.420645:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.420648:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.420654:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952790656 00000100:00100000:3.0:1731347580.420657:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952790656 00000100:00100000:3.0:1731347580.420664:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952790784 00000100:00100000:3.0:1731347580.420666:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952790784 00000100:00100000:1.0:1731347580.420667:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204618 00000100:00100000:1.0:1731347580.420670:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+94:3761:x1815447952790656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.420671:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952788096:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.420673:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204619 00000100:00100000:3.0:1731347580.420675:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+94:3762:x1815447952790784:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.420677:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.420680:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14164 count 1 00002000:00080000:3.0:1731347580.420684:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16910 count 1 00010000:00010000:1.0:1731347580.420687:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420692:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420694:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af7d9b00/0xb104f9478dff23fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953af9 expref: 393 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.420696:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122be9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952788480:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.420699:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801283a2880/0xb104f9478dff5dfb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957506 expref: 393 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.420702:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.420703:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.420703:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420703:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.420704:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.420704:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420705:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420715:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801283a2880/0xb104f9478dff5dfb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957506 expref: 393 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.420715:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.420715:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af7d9b00/0xb104f9478dff23fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953af9 expref: 393 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.420720:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af7d9b00/0xb104f9478dff23fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953af9 expref: 393 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.420721:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801283a2880/0xb104f9478dff5dfb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957506 expref: 393 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.420723:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312681856 00000100:00100000:2.0:1731347580.420724:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312681856 00000100:00100000:1.0:1731347580.420726:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952790912:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.420730:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952791040:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.420732:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f959d40/0xb104f9478dfee97f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950083 expref: 382 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.420741:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013dc1b3c0/0xb104f9478e00492a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966027 expref: 382 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.420744:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0840 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.420745:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.420746:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290522 00010000:00010000:0.0:1731347580.420747:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.420748:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.420749:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+382:2004:x1815448312681856:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.420750:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.420753:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.420753:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.420756:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f959d40/0xb104f9478dfee97f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x276a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950083 expref: 382 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.420761:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f959d40/0xb104f9478dfee97f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x276a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950083 expref: 382 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.420766:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013dc1b3c0/0xb104f9478e00492a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966027 expref: 382 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.420783:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f959d40/0xb104f9478dfee97f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x276a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950083 expref: 382 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.420784:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952790528 00000100:00100000:1.0:1731347580.420788:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952790528 00010000:00010000:2.0:1731347580.420791:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.420792:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.420794:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420798:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.420798:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013dc1b3c0/0xb104f9478e00492a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966027 expref: 381 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.420802:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204620 00000100:00100000:1.0:1731347580.420805:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+95:3761:x1815447952790528:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.420807:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.420807:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952791168:192.168.203.60@tcp:104: 00002000:00080000:1.0:1731347580.420812:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13858 count 1 00010000:00010000:3.0:1731347580.420814:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420819:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.420819:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+381:2004:x1815448312681856:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 69us (103us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.420820:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.420822:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290522 00010000:00010000:3.0:1731347580.420823:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420827:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420827:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800923b2f40/0xb104f9478dff3107 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95480b expref: 393 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.420828:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65300 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.420830:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420831:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.420832:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.420833:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912206c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.420833:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420835:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.420839:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.420840:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.420843:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800923b2f40/0xb104f9478dff3107 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95480b expref: 393 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.420845:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.420846:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312681984 00000100:00100000:2.0:1731347580.420848:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312681984 00010000:00010000:3.0:1731347580.420849:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077300 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x276a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.420849:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800923b2f40/0xb104f9478dff3107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95480b expref: 393 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.420853:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880119833a80/0xb104f9478e00cb21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e22c expref: 394 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.420854:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952791296:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.420862:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290523 00000100:00100000:2.0:1731347580.420864:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+394:2004:x1815448312681984:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.420869:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.420869:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.420871:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880119833a80/0xb104f9478e00cb21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e22c expref: 394 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.420876:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880119833a80/0xb104f9478e00cb21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e22c expref: 394 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.420883:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880119833a80/0xb104f9478e00cb21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e22c expref: 394 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.420888:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.420889:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.420890:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420895:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.420895:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952788608:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.420901:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.420906:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.420910:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+393:2004:x1815448312681984:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.420916:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290523 00000100:00100000:3.0:1731347580.420924:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+47:3762:x1815447952787328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4275us (4401us total) trans 4295335747 rc 0/0 00010000:00010000:2.0:1731347580.420924:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420928:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.420929:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204605 00010000:00010000:2.0:1731347580.420932:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.420933:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f2a00/2, rc 0, transno 368451 00010000:00010000:2.0:1731347580.420936:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.420939:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952787328:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.420940:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420943:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.420944:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420948:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420953:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.420956:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077307 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.420958:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952791424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.420971:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.420980:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952791424 00000100:00100000:3.0:1731347580.420982:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952791424 00000100:00100000:3.0:1731347580.420991:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204621 00000100:00100000:3.0:1731347580.420993:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+47:3763:x1815447952791424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.421001:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17216 count 1 00010000:00010000:3.0:1731347580.421008:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.421014:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880139bf2880/0xb104f9478e00d148 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e845 expref: 380 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.421018:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.421019:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.421020:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.421030:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880139bf2880/0xb104f9478e00d148 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e845 expref: 380 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.421035:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880139bf2880/0xb104f9478e00d148 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e845 expref: 380 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.421037:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+96:3760:x1815447952787456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4283us (4319us total) trans 4295367299 rc 0/0 00000100:00100000:3.0:1731347580.421041:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952791552:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.421042:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204606 00000004:00080000:0.0:1731347580.421051:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f1880/2, rc 0, transno 400003 00000100:00100000:3.0:1731347580.421056:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.421059:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952787456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.421098:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.421102:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f557b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952791680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.421113:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.421127:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952791680 00000100:00100000:0.0:1731347580.421130:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952791680 00000100:00100000:0.0:1731347580.421153:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204622 00000100:00100000:0.0:1731347580.421158:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+96:3761:x1815447952791680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.421168:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12271 count 1 00010000:00010000:0.0:1731347580.421178:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.421187:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b27f98c0/0xb104f9478e003813 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f17 expref: 392 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.421191:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.421192:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.421195:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.421277:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b27f98c0/0xb104f9478e003813 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f17 expref: 392 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.421286:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b27f98c0/0xb104f9478e003813 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f17 expref: 392 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.421295:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952791808:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.421302:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.421318:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65540 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.421331:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312682112 00000100:00100000:3.0:1731347580.421334:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312682112 00010000:00010000:3.0:1731347580.421343:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098921680/0xb104f9478dfec505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc10 expref: 381 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.421359:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290524 00000100:00100000:3.0:1731347580.421362:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+381:2004:x1815448312682112:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.421366:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.421369:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098921680/0xb104f9478dfec505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc10 expref: 381 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.421374:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098921680/0xb104f9478dfec505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc10 expref: 381 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.421382:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098921680/0xb104f9478dfec505 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dc10 expref: 381 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.421388:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.421389:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.421391:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.421395:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.421404:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.421410:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421428:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421433:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421437:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421441:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.421444:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+380:2004:x1815448312682112:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (141us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.421444:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814398c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.421446:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.421449:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290524 00010000:00010000:2.0:1731347580.421450:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421459:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421463:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e07730e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.421563:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+48:3760:x1815447952787584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4762us (4808us total) trans 4295335748 rc 0/0 00000100:00100000:2.0:1731347580.421569:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204607 00000100:00100000:2.0:1731347580.421636:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:0.0:1731347580.421662:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f1180/2, rc 0, transno 368452 00000100:00100000:2.0:1731347580.421663:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.421663:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952788736:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.421671:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952787584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.421672:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312682240 00000100:00100000:3.0:1731347580.421675:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312682240 00010000:00010000:1.0:1731347580.421676:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.421678:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.421685:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880128324900/0xb104f9478dfed8a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efab expref: 380 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.421696:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312682368 00000100:00100000:0.0:1731347580.421699:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312682368 00000100:00100000:3.0:1731347580.421700:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312682496 00000100:00100000:3.0:1731347580.421702:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312682496 00010000:00010000:3.0:1731347580.421708:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098d5e880/0xb104f9478e000d8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96248b expref: 393 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.421711:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098d458c0/0xb104f9478dfeaddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d9 expref: 381 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.421715:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290525 00000100:00100000:1.0:1731347580.421720:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+381:2004:x1815448312682240:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.421728:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.421729:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290526 00000100:00100000:3.0:1731347580.421733:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+393:2003:x1815448312682496:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.421733:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880128324900/0xb104f9478dfed8a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efab expref: 381 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.421740:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.421740:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290527 00010000:00010000:3.0:1731347580.421744:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098d5e880/0xb104f9478e000d8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96248b expref: 393 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.421744:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+381:2003:x1815448312682368:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.421745:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880128324900/0xb104f9478dfed8a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efab expref: 381 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.421751:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.421752:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098d5e880/0xb104f9478e000d8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96248b expref: 393 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.421756:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880128324900/0xb104f9478dfed8a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efab expref: 381 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.421762:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952789248:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.421764:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.421765:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.421768:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421783:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.421785:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098d5e880/0xb104f9478e000d8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96248b expref: 393 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.421791:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.421795:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.421796:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.421799:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.421805:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.421812:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.421821:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.421832:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+380:2004:x1815448312682240:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 111us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.421838:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+392:2003:x1815448312682496:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 104us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.421838:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290525 00000100:00100000:3.0:1731347580.421845:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290526 00010000:00010000:2.0:1731347580.421845:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421852:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.421852:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098d458c0/0xb104f9478dfeaddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d9 expref: 378 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.421856:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421860:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.421862:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.421863:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098d458c0/0xb104f9478dfeaddc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d9 expref: 378 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.421867:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.421869:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.421872:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122beb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952789120:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.421874:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421879:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a033c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.421880:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.421880:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098d458c0/0xb104f9478dfeaddc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d9 expref: 378 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.421882:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.421885:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.421887:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421888:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.421888:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.421890:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.421892:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.421892:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.421895:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421898:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.421899:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.421900:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952791936:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.421901:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.421904:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e077315 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.421910:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.421916:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077323 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.421919:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.421939:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952791936 00000100:00100000:3.0:1731347580.421942:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952791936 00000100:00100000:3.0:1731347580.421957:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204623 00000100:00100000:3.0:1731347580.421960:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+49:3761:x1815447952791936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.421968:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1731347580.421975:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11976 count 1 00010000:00010000:3.0:1731347580.421985:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.421987:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+377:2003:x1815448312682368:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 241us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.421994:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290527 00010000:00010000:3.0:1731347580.421995:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800723ffa80/0xb104f9478dfeae6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c573 expref: 377 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.422001:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.422001:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+49:3762:x1815447952787968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5097us (5155us total) trans 4295335749 rc 0/0 00010000:00010000:3.0:1731347580.422002:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.422005:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.422007:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204608 00010000:00010000:3.0:1731347580.422020:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800723ffa80/0xb104f9478dfeae6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c573 expref: 376 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.422024:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422025:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+97:3763:x1815447952788224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4923us (4964us total) trans 4295367300 rc 0/0 00010000:00010000:3.0:1731347580.422029:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800723ffa80/0xb104f9478dfeae6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c573 expref: 376 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.422030:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422031:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204610 00010000:00010000:0.0:1731347580.422036:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.422037:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952792064:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.422042:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.422054:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952789760:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.422054:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.422055:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000004:00080000:1.0:1731347580.422058:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122be9f80/2, rc 0, transno 400004 00010000:00010000:0.0:1731347580.422060:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.422062:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422066:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422066:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952788224:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.422068:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422078:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422084:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e07731c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422094:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.422101:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.422101:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952792192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.422116:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312682624 00000100:00100000:3.0:1731347580.422118:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312682624 00000100:00100000:1.0:1731347580.422122:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.422126:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088ea9680/0xb104f9478e00c5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcad expref: 377 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.422136:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952792192 00000100:00100000:2.0:1731347580.422137:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952789888:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.422138:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290528 00000100:00100000:1.0:1731347580.422139:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952792192 00000100:00100000:3.0:1731347580.422140:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+377:2003:x1815448312682624:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.422146:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.422147:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.422148:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088ea9680/0xb104f9478e00c5a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcad expref: 377 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.422151:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204624 00010000:00010000:3.0:1731347580.422154:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088ea9680/0xb104f9478e00c5a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcad expref: 377 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.422155:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+97:3763:x1815447952792192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.422161:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088ea9680/0xb104f9478e00c5a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcad expref: 377 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.422165:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14993 count 1 00010000:00010000:3.0:1731347580.422167:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.422167:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.422169:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.422173:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.422174:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.422181:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.422183:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b44f2d00/0xb104f9478dffd9ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0f2 expref: 391 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.422186:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952790144:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.422189:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.422189:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+49:3761:x1815447952788352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5207us (5235us total) trans 4295335750 rc 0/0 00010000:00010000:1.0:1731347580.422190:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.422192:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.422193:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+376:2003:x1815448312682624:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (92us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.422195:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.422195:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204609 00000100:00100000:3.0:1731347580.422196:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290528 00010000:00010000:1.0:1731347580.422204:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b44f2d00/0xb104f9478dffd9ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0f2 expref: 391 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.422206:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.422211:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.422211:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b44f2d00/0xb104f9478dffd9ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0f2 expref: 391 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.422219:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422219:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952792320:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.422222:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.422225:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+375:2006:x1815448312681216:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 4490us (4612us total) trans 0 rc 802816/802816 00010000:00010000:3.0:1731347580.422226:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.422229:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03a80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.422229:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.422231:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.422231:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678320 00010000:00010000:3.0:1731347580.422234:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1731347580.422238:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1073152->1875967) req@ffff8801316f2300 x1815448312681216/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 802816/802816 job:'fsx.0' uid:0 gid:0 00000100:00100000:1.0:1731347580.422238:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.422238:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312682752 00010000:00010000:3.0:1731347580.422239:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.422241:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312682752 00010000:00010000:3.0:1731347580.422243:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07732a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1731347580.422246:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f2300 with x1815448312681216 ext(1073152->1875967) 00002000:00010000:2.0:1731347580.422250:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316f2300 00010000:00010000:0.0:1731347580.422250:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880116531d40/0xb104f9478e004923 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96602e expref: 392 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:1.0:1731347580.422253:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddea00/2, rc 0, transno 368453 00000100:00100000:1.0:1731347580.422258:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952787968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.422263:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290529 00000100:00100000:0.0:1731347580.422267:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+392:2003:x1815448312682752:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.422276:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952792448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.422289:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.422296:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952790272:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.422302:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952792448 00010000:00010000:2.0:1731347580.422303:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422303:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952792448 00010000:00010000:0.0:1731347580.422319:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.422321:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+50:3763:x1815447952788992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4979us (5013us total) trans 4295335751 rc 0/0 00000100:00100000:1.0:1731347580.422321:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204625 00010000:00010000:0.0:1731347580.422322:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880116531d40/0xb104f9478e004923 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96602e expref: 392 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.422324:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+50:3763:x1815447952792448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.422325:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204611 00010000:00010000:0.0:1731347580.422328:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880116531d40/0xb104f9478e004923 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96602e expref: 392 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.422331:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13858 count 1 00010000:00010000:1.0:1731347580.422337:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422337:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880116531d40/0xb104f9478e004923 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96602e expref: 392 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.422342:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.422343:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.422344:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1dbe400/0xb104f9478dff310e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954812 expref: 374 pid: 15872 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.422345:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a7b80/2, rc 0, transno 368454 00010000:00010000:0.0:1731347580.422345:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.422348:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.422349:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952788352:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.422349:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.422349:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.422350:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.422351:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.422358:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.422359:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1dbe400/0xb104f9478dff310e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954812 expref: 374 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.422361:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312682880 00000100:00100000:2.0:1731347580.422363:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312682880 00010000:00010000:1.0:1731347580.422364:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1dbe400/0xb104f9478dff310e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954812 expref: 374 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.422369:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952792576:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.422370:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127c7dd40/0xb104f9478e00cb28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e225 expref: 375 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.422370:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+391:2003:x1815448312682752:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 103us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.422371:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952792704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.422374:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290529 00000100:00100000:2.0:1731347580.422381:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290530 00000100:00100000:1.0:1731347580.422381:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.422384:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.422384:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+375:2003:x1815448312682880:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.422389:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.422389:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952792704 00010000:00010000:2.0:1731347580.422391:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127c7dd40/0xb104f9478e00cb28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e225 expref: 375 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.422391:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952792704 00000004:00080000:1.0:1731347580.422393:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122be8a80/2, rc 0, transno 368455 00010000:00010000:2.0:1731347580.422396:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127c7dd40/0xb104f9478e00cb28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e225 expref: 375 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.422400:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952788992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.422400:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204626 00000100:00100000:0.0:1731347580.422402:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+50:3760:x1815447952792704:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.422403:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127c7dd40/0xb104f9478e00cb28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e225 expref: 375 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.422409:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.422409:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.422410:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.422411:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.422412:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14164 count 1 00000100:00100000:3.0:1731347580.422429:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952792832:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.422430:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422439:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.422440:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.422440:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422448:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd7840/0xb104f9478dff23f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b00 expref: 374 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.422450:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+374:2003:x1815448312682880:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.422451:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952792832 00010000:00010000:0.0:1731347580.422451:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.422452:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.422453:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952792832 00000100:00100000:2.0:1731347580.422454:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290530 00010000:00010000:0.0:1731347580.422454:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.422464:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204627 00010000:00010000:2.0:1731347580.422464:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422464:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd7840/0xb104f9478dff23f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b00 expref: 373 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.422466:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+51:3760:x1815447952792832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.422468:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422469:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd7840/0xb104f9478dff23f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b00 expref: 373 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.422473:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.422474:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16910 count 1 00000100:00100000:0.0:1731347580.422475:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952792960:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.422477:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.422480:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422480:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422483:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.422485:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.422487:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013217f840/0xb104f9478dff5e02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9574ff expref: 373 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.422489:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.422490:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.422491:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.422492:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.422493:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422494:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422497:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077338 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.422502:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013217f840/0xb104f9478dff5e02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9574ff expref: 373 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.422507:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013217f840/0xb104f9478dff5e02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9574ff expref: 373 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.422517:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952793088:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.422517:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.422529:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312683008 00000100:00100000:3.0:1731347580.422530:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.422532:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312683008 00010000:00010000:0.0:1731347580.422543:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880119870fc0/0xb104f9478e00d141 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e84c expref: 391 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.422558:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290531 00000100:00100000:0.0:1731347580.422563:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+391:2004:x1815448312683008:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.422570:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.422574:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880119870fc0/0xb104f9478e00d141 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e84c expref: 391 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.422582:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880119870fc0/0xb104f9478e00d141 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e84c expref: 391 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.422587:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3762:x1815447952789376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4551us (4606us total) trans 4295335752 rc 0/0 00000100:00100000:2.0:1731347580.422593:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204613 00010000:00010000:0.0:1731347580.422594:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880119870fc0/0xb104f9478e00d141 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e84c expref: 391 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.422603:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.422604:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.422607:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422609:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422613:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422616:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422623:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.422623:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122bea300/2, rc 0, transno 368456 00010000:00010000:0.0:1731347580.422626:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.422629:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422631:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952789376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.422634:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422639:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.422641:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.422641:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+390:2004:x1815448312683008:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.422646:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290531 00010000:00010000:2.0:1731347580.422647:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422656:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422659:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077331 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422662:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422668:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952793216:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.422669:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422681:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422687:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422688:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.422693:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422698:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.422701:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422707:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422708:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952793216 00000100:00100000:1.0:1731347580.422711:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952793216 00010000:00010000:0.0:1731347580.422715:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.422720:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07733f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.422724:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204628 00000100:00100000:1.0:1731347580.422728:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3762:x1815447952793216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.422738:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12271 count 1 00010000:00010000:1.0:1731347580.422746:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.422752:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+98:3761:x1815447952788864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5404us (5458us total) trans 4295367301 rc 0/0 00010000:00010000:1.0:1731347580.422755:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800985c5440/0xb104f9478e00381a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f1e expref: 373 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.422759:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204612 00010000:00010000:1.0:1731347580.422761:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.422762:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122beb100/2, rc 0, transno 400005 00010000:00010000:1.0:1731347580.422762:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.422764:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.422768:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952788864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.422791:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800985c5440/0xb104f9478e00381a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f1e expref: 373 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.422797:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800985c5440/0xb104f9478e00381a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f1e expref: 373 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.422802:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.422806:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952793344:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.422807:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952793472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.422823:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0540 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.422825:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.422830:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.422844:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952793472 00000100:00100000:2.0:1731347580.422847:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952793472 00000100:00100000:2.0:1731347580.422857:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204629 00000100:00100000:2.0:1731347580.422859:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+99:3762:x1815447952793472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.422867:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19072 count 1 00010000:00010000:2.0:1731347580.422875:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422881:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad992640/0xb104f9478dffeb59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96025d expref: 389 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.422885:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.422886:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.422887:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.422896:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad992640/0xb104f9478dffeb59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96025d expref: 389 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.422901:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad992640/0xb104f9478dffeb59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96025d expref: 389 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.422907:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f556a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952793600:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.422920:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.422928:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312683264 00000100:00100000:2.0:1731347580.422930:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312683264 00010000:00010000:2.0:1731347580.422936:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac276d00/0xb104f9478e000d87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962492 expref: 374 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.422939:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+99:3761:x1815447952789504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4896us (4945us total) trans 4295367302 rc 0/0 00000004:00080000:3.0:1731347580.422944:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763ae680/2, rc 0, transno 400006 00000100:00100000:0.0:1731347580.422945:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204614 00000100:00100000:2.0:1731347580.422946:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290532 00000100:00100000:3.0:1731347580.422948:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952789504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.422948:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+374:2004:x1815448312683264:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.422952:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.422954:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac276d00/0xb104f9478e000d87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962492 expref: 374 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.422960:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac276d00/0xb104f9478e000d87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962492 expref: 374 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.422965:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952793728:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.422966:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac276d00/0xb104f9478e000d87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962492 expref: 374 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.422971:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.422972:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.422974:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.422977:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.422978:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.422978:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.422985:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.422991:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312683136 00000100:00100000:2.0:1731347580.422992:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+373:2004:x1815448312683264:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.422994:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312683136 00000100:00100000:2.0:1731347580.422995:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290532 00000100:00100000:1.0:1731347580.422995:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952793728 00000100:00100000:1.0:1731347580.422998:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952793728 00010000:00010000:2.0:1731347580.423003:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423005:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801271ae400/0xb104f9478dfeae76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c57a expref: 390 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.423007:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423012:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.423013:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204630 00010000:00010000:2.0:1731347580.423015:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.423017:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+99:3760:x1815447952793728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.423019:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423021:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290533 00010000:00010000:2.0:1731347580.423022:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.423023:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.423025:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18596 count 1 00000100:00100000:0.0:1731347580.423025:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+390:2003:x1815448312683136:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.423027:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423032:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423032:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.423034:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423035:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0b40/0xb104f9478e077346 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423035:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801271ae400/0xb104f9478dfeae76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ec8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c57a expref: 390 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.423042:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b43e1b00/0xb104f9478dffe811 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff15 expref: 390 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.423043:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801271ae400/0xb104f9478dfeae76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ec8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c57a expref: 390 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.423048:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.423049:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.423051:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 4/0,1 mode: --/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423052:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801271ae400/0xb104f9478dfeae76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2ec8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c57a expref: 390 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.423060:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.423061:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.423063:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423067:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b43e1b00/0xb104f9478dffe811 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff15 expref: 389 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.423069:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423075:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b43e1b00/0xb104f9478dffe811 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff15 expref: 389 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.423080:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.423082:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952793856:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.423090:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423090:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+389:2003:x1815448312683136:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (113us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.423098:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.423098:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0480 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.423098:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290533 00010000:00010000:3.0:1731347580.423104:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423110:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423116:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.423116:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+53:3760:x1815447952789632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5002us (5042us total) trans 4295335753 rc 0/0 00000100:00100000:2.0:1731347580.423120:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204615 00010000:00010000:3.0:1731347580.423122:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.423124:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423130:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423139:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423144:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e07734d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.423144:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952790912:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.423153:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.423182:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122bebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952791040:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.423190:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423196:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952791168:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.423203:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952791296:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.423206:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423208:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.423209:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.423216:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312683392 00000100:00100000:2.0:1731347580.423218:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312683392 00010000:00010000:2.0:1731347580.423225:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801283a2880/0xb104f9478dff5dfb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957506 expref: 389 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.423230:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.423235:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312683520 00000100:00100000:2.0:1731347580.423236:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312683520 00000100:00100000:3.0:1731347580.423237:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+100:3763:x1815447952790016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5076us (5108us total) trans 4295367303 rc 0/0 00010000:00010000:2.0:1731347580.423241:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013dc1b3c0/0xb104f9478e00492a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966027 expref: 373 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.423243:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290534 00000100:00100000:3.0:1731347580.423244:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204616 00000004:00080000:1.0:1731347580.423244:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763aed80/2, rc 0, transno 400007 00000100:00100000:0.0:1731347580.423248:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+389:2003:x1815448312683392:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.423249:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952790016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.423250:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290535 00000100:00100000:2.0:1731347580.423252:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+373:2003:x1815448312683520:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.423256:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.423257:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.423258:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013dc1b3c0/0xb104f9478e00492a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966027 expref: 373 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.423261:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801283a2880/0xb104f9478dff5dfb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x420e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957506 expref: 389 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.423264:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013dc1b3c0/0xb104f9478e00492a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966027 expref: 373 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.423268:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122be8e00/2, rc 0, transno 368457 00010000:00010000:0.0:1731347580.423268:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801283a2880/0xb104f9478dff5dfb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x420e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957506 expref: 389 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.423270:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013dc1b3c0/0xb104f9478e00492a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966027 expref: 373 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.423278:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801283a2880/0xb104f9478dff5dfb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x420e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957506 expref: 389 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.423279:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952789632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.423279:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.423280:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.423282:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.423282:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423286:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423286:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.423287:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.423289:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952793984:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.423290:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423294:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.423296:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.423303:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+372:2003:x1815448312683520:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (74us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.423304:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.423307:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290535 00000100:00100000:3.0:1731347580.423308:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.423311:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423312:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.423318:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423324:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423327:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+388:2003:x1815448312683392:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.423330:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.423331:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423332:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290534 00000100:00100000:2.0:1731347580.423336:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312683648 00010000:00010000:1.0:1731347580.423336:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143bcc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.423338:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952793984 00000100:00100000:2.0:1731347580.423338:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312683648 00010000:00010000:1.0:1731347580.423338:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423340:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952793984 00010000:00010000:2.0:1731347580.423343:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af7d9b00/0xb104f9478dff23fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953af9 expref: 388 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.423344:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423353:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204631 00010000:00010000:1.0:1731347580.423353:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423356:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+100:3760:x1815447952793984:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.423359:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290536 00010000:00010000:1.0:1731347580.423360:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e077354 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.423362:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+388:2003:x1815448312683648:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.423366:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.423366:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:3.0:1731347580.423368:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14156 count 1 00010000:00010000:2.0:1731347580.423368:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af7d9b00/0xb104f9478dff23fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953af9 expref: 388 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.423372:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312683776 00010000:00010000:2.0:1731347580.423373:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af7d9b00/0xb104f9478dff23fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953af9 expref: 388 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.423374:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312683776 00010000:00010000:3.0:1731347580.423378:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423382:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800923b2f40/0xb104f9478dff3107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95480b expref: 389 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.423385:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af7d9b00/0xb104f9478dff23fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953af9 expref: 389 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.423388:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078e35f80/0xb104f9478e004055 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965759 expref: 389 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.423390:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.423390:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290537 00010000:00010000:2.0:1731347580.423391:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.423393:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423393:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+388:2005:x1815448312683776:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.423394:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.423396:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.423397:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423398:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423398:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.423400:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800923b2f40/0xb104f9478dff3107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3622:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95480b expref: 388 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.423404:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.423408:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800923b2f40/0xb104f9478dff3107 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3622:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95480b expref: 388 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.423413:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+388:2003:x1815448312683648:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.423431:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290536 00010000:00010000:3.0:1731347580.423432:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078e35f80/0xb104f9478e004055 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965759 expref: 388 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.423436:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800923b2f40/0xb104f9478dff3107 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3622:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95480b expref: 387 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.423442:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078e35f80/0xb104f9478e004055 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965759 expref: 387 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.423445:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.423446:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.423448:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423451:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952794240:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.423459:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423470:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.423472:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.423476:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952791552:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.423482:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952794112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.423486:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+386:2005:x1815448312683776:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 91us (118us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.423488:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.423489:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+53:3763:x1815447952790400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3030us (3094us total) trans 4295335754 rc 0/0 00000100:00100000:0.0:1731347580.423491:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290537 00000100:00100000:1.0:1731347580.423495:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204617 00000100:00100000:3.0:1731347580.423499:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.423506:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423512:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.423514:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952794112 00000100:00100000:1.0:1731347580.423516:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952794112 00010000:00010000:0.0:1731347580.423518:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423525:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423531:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.423532:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204632 00000100:00100000:1.0:1731347580.423536:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+53:3762:x1815447952794112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.423547:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14993 count 1 00000100:00100000:2.0:1731347580.423549:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952791808:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.423558:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423559:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423573:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fb7df80/0xb104f9478dffd9e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0eb expref: 371 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.423579:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.423580:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.423582:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423597:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fb7df80/0xb104f9478dffd9e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0eb expref: 371 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.423603:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.423605:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.423606:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fb7df80/0xb104f9478dffd9e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0eb expref: 371 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.423608:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423613:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312684032 00000100:00100000:1.0:1731347580.423613:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952794368:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.423615:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312684032 00010000:00010000:0.0:1731347580.423619:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.423620:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.423623:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b27f98c0/0xb104f9478e003813 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f17 expref: 386 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.423628:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312683904 00010000:00010000:0.0:1731347580.423628:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.423629:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312683904 00000100:00100000:1.0:1731347580.423633:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.423633:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e077369 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423637:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290538 00010000:00010000:2.0:1731347580.423637:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880139bf2880/0xb104f9478e00d148 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e845 expref: 372 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.423640:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+386:2003:x1815448312684032:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.423644:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.423646:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b27f98c0/0xb104f9478e003813 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f17 expref: 386 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.423647:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290539 00000100:00100000:2.0:1731347580.423650:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+372:2004:x1815448312683904:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1731347580.423651:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763ace00/2, rc 0, transno 368458 00010000:00010000:3.0:1731347580.423652:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b27f98c0/0xb104f9478e003813 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f17 expref: 386 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.423654:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.423656:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880139bf2880/0xb104f9478e00d148 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e845 expref: 372 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.423658:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952790400:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.423661:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b27f98c0/0xb104f9478e003813 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f17 expref: 386 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.423662:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880139bf2880/0xb104f9478e00d148 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e845 expref: 372 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.423667:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.423667:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.423668:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423669:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423669:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139bf2880/0xb104f9478e00d148 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e845 expref: 372 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.423673:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423675:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.423675:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423677:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.423679:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423682:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.423682:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423685:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423689:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423693:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+385:2003:x1815448312684032:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (90us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.423696:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423697:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290538 00010000:00010000:2.0:1731347580.423699:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.423701:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.423704:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423709:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.423713:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+371:2004:x1815448312683904:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 61us (91us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.423718:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.423722:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290539 00010000:00010000:1.0:1731347580.423723:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07735b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423728:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952794496:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.423736:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423743:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423747:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.423750:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423756:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423762:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423766:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952794496 00010000:00010000:2.0:1731347580.423767:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.423782:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423783:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952794496 00010000:00010000:2.0:1731347580.423788:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423789:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+102:3761:x1815447952790528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2981us (3033us total) trans 4295367304 rc 0/0 00000100:00100000:0.0:1731347580.423795:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204620 00010000:00010000:2.0:1731347580.423796:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423800:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204633 00010000:00010000:2.0:1731347580.423802:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e077377 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423804:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+54:3763:x1815447952794496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.423815:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19072 count 1 00010000:00010000:3.0:1731347580.423824:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423833:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6fa80/0xb104f9478dffeb60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960264 expref: 370 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.423838:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+102:3761:x1815447952790656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3166us (3213us total) trans 4295367305 rc 0/0 00010000:00010000:3.0:1731347580.423839:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.423840:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.423841:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952792064:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.423842:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.423844:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204618 00010000:00010000:0.0:1731347580.423852:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.423853:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6fa80/0xb104f9478dffeb60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960264 expref: 370 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.423859:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6fa80/0xb104f9478dffeb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960264 expref: 370 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.423864:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952794624:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.423878:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.423892:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+101:3761:x1815447952791680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2732us (2775us total) trans 4295367306 rc 0/0 00000100:00100000:2.0:1731347580.423897:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204622 00000004:00080000:3.0:1731347580.423899:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f557b80/2, rc 0, transno 400010 00000100:00100000:3.0:1731347580.423906:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f557b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952791680:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.423906:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423913:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423914:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.423916:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f557800/2, rc 0, transno 400008 00000100:00100000:3.0:1731347580.423919:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f557800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952790528:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.423920:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423922:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423927:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.423928:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f554a80/2, rc 0, transno 400009 00010000:00010000:1.0:1731347580.423928:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423931:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f554a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952790656:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.423933:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423933:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.423934:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423939:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.423940:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423942:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.423945:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a021c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.423946:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312684160 00010000:00010000:2.0:1731347580.423948:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423948:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423948:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312684160 00010000:00010000:2.0:1731347580.423954:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423958:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.423960:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800723ffa80/0xb104f9478dfeae6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c573 expref: 371 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.423964:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.423964:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e077362 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.423970:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1731347580.423970:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e077370 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.423975:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290540 00000100:00100000:3.0:1731347580.423978:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952795008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.423980:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+371:2004:x1815448312684160:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.423987:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.423991:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800723ffa80/0xb104f9478dfeae6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c573 expref: 371 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.423996:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.423999:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800723ffa80/0xb104f9478dfeae6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c573 expref: 371 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.424010:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800723ffa80/0xb104f9478dfeae6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c573 expref: 371 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.424017:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952794752:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.424020:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.424021:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.424023:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.424030:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.424032:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.424043:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.424043:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.424047:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952794880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.424056:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+370:2004:x1815448312684160:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.424062:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290540 00000100:00100000:3.0:1731347580.424069:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.424070:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+101:3762:x1815447952790784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3391us (3422us total) trans 4295367307 rc 0/0 00000100:00100000:1.0:1731347580.424076:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204619 00000100:00100000:2.0:1731347580.424078:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+55:3763:x1815447952791424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3082us (3105us total) trans 4295335755 rc 0/0 00000100:00100000:2.0:1731347580.424084:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204621 00000100:00100000:0.0:1731347580.424087:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952795008 00000100:00100000:1.0:1731347580.424088:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952794752 00000100:00100000:0.0:1731347580.424090:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952795008 00000100:00100000:1.0:1731347580.424091:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952794752 00000004:00080000:3.0:1731347580.424094:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f557100/2, rc 0, transno 400011 00000100:00100000:2.0:1731347580.424095:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952794880 00000100:00100000:2.0:1731347580.424098:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952794880 00000100:00100000:3.0:1731347580.424103:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f557100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952790784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.424105:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204634 00000100:00100000:1.0:1731347580.424109:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204635 00000100:00100000:0.0:1731347580.424109:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+103:3763:x1815447952795008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.424113:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+103:3760:x1815447952794752:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.424116:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204636 00000100:00100000:2.0:1731347580.424120:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+103:3760:x1815447952794880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.424120:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15684 count 1 00002000:00080000:1.0:1731347580.424124:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17328 count 1 00002000:00080000:2.0:1731347580.424129:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13274 count 1 00010000:00010000:0.0:1731347580.424129:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.424131:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952795136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.424133:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424137:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.424142:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af991680/0xb104f9478e0000d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617d4 expref: 384 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.424144:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880007512ac0/0xb104f9478dffef0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96060e expref: 384 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.424146:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.424146:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801198386c0/0xb104f9478e00d1fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e902 expref: 384 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.424148:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.424149:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.424150:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.424151:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.424151:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.424152:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.424153:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.424153:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424155:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.424157:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e6a00/2, rc 0, transno 368459 00000100:00100000:3.0:1731347580.424160:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952791424:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.424163:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af991680/0xb104f9478e0000d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617d4 expref: 384 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.424168:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952795136 00010000:00010000:2.0:1731347580.424169:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801198386c0/0xb104f9478e00d1fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e902 expref: 384 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.424169:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880007512ac0/0xb104f9478dffef0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96060e expref: 384 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.424170:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952795136 00010000:00010000:1.0:1731347580.424171:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af991680/0xb104f9478e0000d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617d4 expref: 384 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.424176:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801198386c0/0xb104f9478e00d1fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e902 expref: 384 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.424178:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122beb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952795264:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.424178:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880007512ac0/0xb104f9478dffef0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96060e expref: 384 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.424180:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204637 00000100:00100000:3.0:1731347580.424183:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+104:3763:x1815447952795136:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.424185:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f554380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952795520:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.424187:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952795392:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.424191:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19186 count 1 00000100:00100000:1.0:1731347580.424192:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0840 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.424198:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.424200:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.424204:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba656c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.424205:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098dcf840/0xb104f9478dff320a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954907 expref: 384 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.424210:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.424211:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.424212:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.424214:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.424220:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.424222:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098dcf840/0xb104f9478dff320a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954907 expref: 384 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.424226:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.424227:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098dcf840/0xb104f9478dff320a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954907 expref: 384 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.424231:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.424233:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120381f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952795648:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.424238:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.424243:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.424253:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952792320:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.424262:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.424264:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.424267:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952795776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.424272:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.424279:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.424281:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312684288 00000100:00100000:2.0:1731347580.424283:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312684288 00000100:00100000:3.0:1731347580.424288:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952795776 00000100:00100000:3.0:1731347580.424290:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952795776 00010000:00010000:2.0:1731347580.424290:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b44f2d00/0xb104f9478dffd9ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0f2 expref: 385 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.424300:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290541 00000100:00100000:3.0:1731347580.424301:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204638 00000100:00100000:2.0:1731347580.424303:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+385:2003:x1815448312684288:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.424304:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+55:3761:x1815447952795776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.424307:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.424309:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00480 already unused, calling callback (ffffffffa085a100) 00002000:00080000:3.0:1731347580.424310:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18596 count 1 00010000:00010000:2.0:1731347580.424310:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b44f2d00/0xb104f9478dffd9ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0f2 expref: 385 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.424312:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424315:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b44f2d00/0xb104f9478dffd9ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0f2 expref: 385 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.424316:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.424317:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424322:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b44f2d00/0xb104f9478dffd9ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0f2 expref: 385 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.424323:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.424326:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3036880/0xb104f9478dffe818 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff1c expref: 369 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.424327:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07737e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ec8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424328:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.424329:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.424330:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.424331:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.424331:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.424333:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424338:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.424342:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3036880/0xb104f9478dffe818 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff1c expref: 369 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.424345:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.424347:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3036880/0xb104f9478dffe818 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff1c expref: 369 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.424352:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952795904:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.424353:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+384:2003:x1815448312684288:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (82us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.424353:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.424356:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290541 00010000:00010000:1.0:1731347580.424357:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.424361:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a06c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.424361:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.424365:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.424369:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.424372:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.424375:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.424381:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.424384:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.424390:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.424394:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312684416 00000100:00100000:3.0:1731347580.424396:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312684416 00010000:00010000:1.0:1731347580.424396:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077385 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.424406:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204639 00000100:00100000:2.0:1731347580.424408:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952792960:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.424409:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:62efdb24-e871-4f0d-8cc7-8cee5b684131+370:2003:x1815448312684416:12345-192.168.203.60@tcp:22:fsx.0 00000100:00100000:0.0:1731347580.424412:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+56:3761:x1815447952791936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2451us (2493us total) trans 4295335756 rc 0/0 00000100:00100000:0.0:1731347580.424430:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204623 00010000:00010000:2.0:1731347580.424432:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.424473:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952792576:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.424482:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952793088:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.424484:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424489:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.424507:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+105:3763:x1815447952792192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2351us (2384us total) trans 4295367308 rc 0/0 00000100:00100000:1.0:1731347580.424513:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204624 00002000:00010000:3.0:1731347580.424521:0:15920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3768437 -> 3768437 00000004:00080000:0.0:1731347580.424524:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e5c00/2, rc 0, transno 400012 00002000:00010000:3.0:1731347580.424525:0:15920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.424527:0:15920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.424529:0:15920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.424531:0:15920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 488 -> 512 00000100:00100000:0.0:1731347580.424533:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952792192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.424553:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:62efdb24-e871-4f0d-8cc7-8cee5b684131+371:2003:x1815448312684416:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 141us (167us total) trans 4295335757 rc 0/0 00000100:00100000:3.0:1731347580.424559:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204639 00000004:00080000:3.0:1731347580.424598:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e6300/2, rc 0, transno 368460 00000100:00100000:3.0:1731347580.424606:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952791936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.424637:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f556680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952796032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.424653:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.424670:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952796032 00000100:00100000:2.0:1731347580.424674:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952796032 00000100:00100000:3.0:1731347580.424685:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952796160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.424689:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204640 00000100:00100000:2.0:1731347580.424693:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+56:3761:x1815447952796032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.424695:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1731347580.424702:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14156 count 1 00010000:00010000:2.0:1731347580.424711:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424720:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007d720240/0xb104f9478e00405c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965760 expref: 370 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.424726:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.424727:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.424729:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424743:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007d720240/0xb104f9478e00405c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965760 expref: 370 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.424748:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007d720240/0xb104f9478e00405c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965760 expref: 370 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.424753:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952796160 00000100:00100000:2.0:1731347580.424754:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f554e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952796288:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.424755:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952796160 00000100:00100000:3.0:1731347580.424765:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204641 00000100:00100000:3.0:1731347580.424767:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+105:3762:x1815447952796160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.424783:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62300 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.424785:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952793344:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.424789:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15654 count 1 00010000:00010000:3.0:1731347580.424796:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.424803:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.424804:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac074900/0xb104f9478dff9ed7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5e2 expref: 383 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.424807:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.424808:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.424810:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.424819:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac074900/0xb104f9478dff9ed7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5e2 expref: 383 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.424831:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac074900/0xb104f9478dff9ed7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5e2 expref: 383 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.424840:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952796416:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.424846:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.424863:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.424873:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f556a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952793600:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.424883:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.424894:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312684800 00000100:00100000:2.0:1731347580.424897:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312684800 00010000:00010000:2.0:1731347580.424907:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013217f840/0xb104f9478dff5e02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9574ff expref: 371 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.424915:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.424920:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312684544 00000100:00100000:2.0:1731347580.424923:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312684544 00010000:00010000:2.0:1731347580.424931:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd7840/0xb104f9478dff23f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b00 expref: 372 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.424932:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.424934:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290542 00000100:00100000:0.0:1731347580.424941:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+372:2004:x1815448312684800:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.424943:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312684672 00000100:00100000:2.0:1731347580.424945:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290543 00000100:00100000:1.0:1731347580.424947:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312684672 00000100:00100000:2.0:1731347580.424949:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+372:2003:x1815448312684544:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.424949:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.424953:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013217f840/0xb104f9478dff5e02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x420e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9574ff expref: 373 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.424956:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.424958:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1dbe400/0xb104f9478dff310e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954812 expref: 373 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.424960:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd7840/0xb104f9478dff23f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b00 expref: 373 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.424962:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013217f840/0xb104f9478dff5e02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x420e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9574ff expref: 373 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.424965:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.424968:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd7840/0xb104f9478dff23f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b00 expref: 373 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.424974:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013217f840/0xb104f9478dff5e02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x420e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9574ff expref: 373 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.424979:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd7840/0xb104f9478dff23f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b00 expref: 373 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.424982:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312684928 00010000:00010000:0.0:1731347580.424983:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.424984:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.424985:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312684928 00010000:00010000:0.0:1731347580.424986:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.424987:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.424988:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.424991:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290544 00010000:00010000:2.0:1731347580.424991:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.424993:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.424994:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800985c5440/0xb104f9478e00381a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f1e expref: 372 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.424996:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+372:2005:x1815448312684672:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.424997:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425003:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.425008:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1dbe400/0xb104f9478dff310e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3622:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954812 expref: 372 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.425008:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.425014:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.425016:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1dbe400/0xb104f9478dff310e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3622:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954812 expref: 372 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.425018:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290545 00000100:00100000:1.0:1731347580.425022:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+372:2005:x1815448312684928:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.425025:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.425027:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+372:2004:x1815448312684800:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (224us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.425028:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1dbe400/0xb104f9478dff310e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3622:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954812 expref: 372 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.425029:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.425030:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425033:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800985c5440/0xb104f9478e00381a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f1e expref: 372 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.425034:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290542 00010000:00010000:2.0:1731347580.425037:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425038:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.425039:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.425042:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425042:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800985c5440/0xb104f9478e00381a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f1e expref: 370 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.425043:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425048:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425052:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.425053:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425053:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800985c5440/0xb104f9478e00381a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f1e expref: 370 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.425055:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425061:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425067:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.425068:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.425069:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425069:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.425073:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425074:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077393 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425079:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.425083:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+369:2005:x1815448312684672:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.425089:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290544 00010000:00010000:1.0:1731347580.425094:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.425107:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.425112:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+368:2005:x1815448312684928:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 89us (147us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.425113:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425117:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.425119:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290545 00010000:00010000:3.0:1731347580.425120:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425125:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425127:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425132:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425133:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425135:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425138:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.425138:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425141:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425142:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425144:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425148:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425149:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.425152:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425152:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425154:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425159:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425161:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425162:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425168:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e07738c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425169:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+57:3760:x1815447952792704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2764us (2782us total) trans 4295335758 rc 0/0 00010000:00010000:1.0:1731347580.425171:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae06c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.425174:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425175:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204626 00010000:00010000:1.0:1731347580.425180:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425189:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425196:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+367:2003:x1815448312684544:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 246us (282us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.425196:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0773a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425201:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290543 00010000:00010000:0.0:1731347580.425222:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425224:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.425228:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07739a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x420e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.425272:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+58:3763:x1815447952792448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2945us (2980us total) trans 4295335759 rc 0/0 00000100:00100000:2.0:1731347580.425272:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.425278:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204625 00000100:00100000:2.0:1731347580.425283:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312685056 00000100:00100000:2.0:1731347580.425286:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312685056 00010000:00010000:2.0:1731347580.425296:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad992640/0xb104f9478dffeb59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96025d expref: 384 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.425296:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+58:3762:x1815447952793216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2565us (2606us total) trans 4295335760 rc 0/0 00000004:00080000:3.0:1731347580.425301:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a4380/2, rc 0, transno 368464 00000100:00100000:1.0:1731347580.425302:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204628 00000100:00100000:3.0:1731347580.425308:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952793216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.425308:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312685184 00000100:00100000:2.0:1731347580.425309:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312685184 00010000:00010000:2.0:1731347580.425315:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b43e1b00/0xb104f9478dffe811 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff15 expref: 385 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.425324:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a4e00/2, rc 0, transno 368462 00000100:00100000:2.0:1731347580.425326:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290546 00000100:00100000:1.0:1731347580.425326:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952793856:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.425328:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952792704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.425330:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+385:2003:x1815448312685056:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.425335:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.425335:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.425336:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a5500/2, rc 0, transno 368465 00000100:00100000:0.0:1731347580.425337:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+57:3760:x1815447952792832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2867us (2893us total) trans 4295335761 rc 0/0 00010000:00010000:2.0:1731347580.425338:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad992640/0xb104f9478dffeb59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96025d expref: 385 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.425339:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952792832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.425344:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204627 00010000:00010000:2.0:1731347580.425345:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad992640/0xb104f9478dffeb59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96025d expref: 385 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.425350:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290547 00000100:00100000:1.0:1731347580.425354:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+385:2004:x1815448312685184:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.425355:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad992640/0xb104f9478dffeb59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96025d expref: 385 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.425362:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.425362:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.425363:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.425366:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425366:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b43e1b00/0xb104f9478dffe811 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff15 expref: 384 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.425372:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.425373:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e4700/2, rc 0, transno 368463 00010000:00010000:1.0:1731347580.425375:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b43e1b00/0xb104f9478dffe811 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff15 expref: 384 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.425377:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952792448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.425381:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.425385:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b43e1b00/0xb104f9478dffe811 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff15 expref: 384 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.425389:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952794240:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.425393:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+383:2003:x1815448312685056:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 63us (169us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.425393:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.425394:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.425396:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425398:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290546 00010000:00010000:3.0:1731347580.425400:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425403:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425433:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.425436:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.425449:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.425452:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+382:2004:x1815448312685184:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 96us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.425452:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312685312 00000100:00100000:0.0:1731347580.425455:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312685312 00000100:00100000:1.0:1731347580.425458:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290547 00010000:00010000:3.0:1731347580.425460:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425467:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425468:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078e35f80/0xb104f9478e004055 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965759 expref: 382 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.425473:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425479:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425482:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952796672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.425483:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290548 00010000:00010000:3.0:1731347580.425485:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.425487:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.425488:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+382:2003:x1815448312685312:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.425494:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425495:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.425497:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952796544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.425499:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078e35f80/0xb104f9478e004055 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x374c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965759 expref: 382 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.425502:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.425505:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425508:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078e35f80/0xb104f9478e004055 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965759 expref: 382 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.425511:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e0773a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425515:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.425520:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952796800:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.425520:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078e35f80/0xb104f9478e004055 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x374c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965759 expref: 382 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.425520:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.425528:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.425529:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.425532:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.425533:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.425536:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.425538:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.425538:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952796928:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.425551:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.425553:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952796672 00000100:00100000:0.0:1731347580.425555:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.425556:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952796672 00000100:00100000:1.0:1731347580.425567:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+381:2003:x1815448312685312:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.425569:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952796544 00000100:00100000:2.0:1731347580.425570:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952796544 00000100:00100000:0.0:1731347580.425572:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952796800 00000100:00100000:1.0:1731347580.425573:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290548 00000100:00100000:0.0:1731347580.425575:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952796800 00000100:00100000:2.0:1731347580.425580:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952796928 00000100:00100000:2.0:1731347580.425582:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952796928 00010000:00010000:1.0:1731347580.425590:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.425591:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204642 00000100:00100000:2.0:1731347580.425595:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204643 00010000:00010000:1.0:1731347580.425597:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425599:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+60:3763:x1815447952796544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.425604:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.425608:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17328 count 1 00010000:00010000:1.0:1731347580.425610:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425617:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.425621:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+106:3762:x1815447952793472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2760us (2794us total) trans 4295367309 rc 0/0 00010000:00010000:1.0:1731347580.425622:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.425626:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204629 00010000:00010000:2.0:1731347580.425626:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaa78480/0xb104f9478e0000c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617cd expref: 366 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.425628:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.425631:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425632:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.425634:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.425635:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204644 00010000:00010000:2.0:1731347580.425636:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425637:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.425638:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+60:3760:x1815447952796800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.425646:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15684 count 1 00010000:00010000:1.0:1731347580.425647:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425648:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aaa78480/0xb104f9478e0000c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617cd expref: 366 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.425653:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e0773af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425654:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425657:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aaa78480/0xb104f9478e0000c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617cd expref: 366 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.425661:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880004c5e1c0/0xb104f9478dffef03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960607 expref: 366 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.425665:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.425665:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952797056:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.425666:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.425667:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.425667:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+60:3760:x1815447952796672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.425677:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880004c5e1c0/0xb104f9478dffef03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960607 expref: 366 pid: 15912 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1731347580.425679:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13274 count 1 00010000:00010000:3.0:1731347580.425682:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880004c5e1c0/0xb104f9478dffef03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960607 expref: 366 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.425683:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.425687:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952797184:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.425689:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.425696:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204645 00000100:00100000:3.0:1731347580.425700:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.425700:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+60:3763:x1815447952796928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.425700:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880114c55f80/0xb104f9478e00d1f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e8fb expref: 366 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.425707:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.425708:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425708:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1731347580.425709:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19186 count 1 00010000:00010000:0.0:1731347580.425711:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425716:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425716:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425720:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425724:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425725:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af015680/0xb104f9478dff3203 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95490e expref: 366 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.425727:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425727:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880114c55f80/0xb104f9478e00d1f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e8fb expref: 366 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.425730:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.425731:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.425731:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.425732:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425733:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425735:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880114c55f80/0xb104f9478e00d1f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e8fb expref: 366 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.425736:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.425741:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.425743:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952797312:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.425745:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e0773b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.425747:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+106:3760:x1815447952793728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2729us (2768us total) trans 4295367310 rc 0/0 00010000:00010000:2.0:1731347580.425751:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af015680/0xb104f9478dff3203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95490e expref: 366 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.425753:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204630 00010000:00010000:2.0:1731347580.425759:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af015680/0xb104f9478dff3203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95490e expref: 366 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.425760:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.425766:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952797440:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.425793:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122bebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952794368:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.425794:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62180 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.425802:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.425804:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.425811:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a5880/2, rc 0, transno 400014 00000100:00100000:0.0:1731347580.425813:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312685440 00000100:00100000:0.0:1731347580.425816:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312685440 00000100:00100000:2.0:1731347580.425818:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952793728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.425840:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+106:3760:x1815447952793984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2482us (2531us total) trans 4295367311 rc 0/0 00000100:00100000:3.0:1731347580.425844:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204631 00000004:00080000:2.0:1731347580.425845:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a4700/2, rc 0, transno 400015 00000100:00100000:2.0:1731347580.425848:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952793984:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.425862:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a7800/2, rc 0, transno 400013 00000100:00100000:3.0:1731347580.425866:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952793472:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.425879:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fb7df80/0xb104f9478dffd9e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0eb expref: 367 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.425897:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290549 00000100:00100000:0.0:1731347580.425901:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+367:2005:x1815448312685440:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.425903:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.425905:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952794624:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.425907:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.425911:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fb7df80/0xb104f9478dffd9e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0eb expref: 367 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.425913:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312685568 00000100:00100000:2.0:1731347580.425915:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312685568 00010000:00010000:3.0:1731347580.425916:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425923:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fb7df80/0xb104f9478dffd9e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0eb expref: 368 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.425925:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6fa80/0xb104f9478dffeb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960264 expref: 368 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.425933:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fb7df80/0xb104f9478dffd9e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f0eb expref: 368 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.425938:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290550 00010000:00010000:0.0:1731347580.425941:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.425942:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+367:2004:x1815448312685568:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.425942:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.425944:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425947:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.425950:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6fa80/0xb104f9478dffeb60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960264 expref: 367 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.425950:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.425961:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.425962:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6fa80/0xb104f9478dffeb60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960264 expref: 367 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.425968:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425972:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6fa80/0xb104f9478dffeb60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960264 expref: 367 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.425975:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+367:2005:x1815448312685440:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (173us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.425976:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425979:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.425979:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290549 00010000:00010000:2.0:1731347580.425980:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.425980:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425982:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425984:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425988:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425988:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425991:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.425992:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.425998:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.425999:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.426007:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426007:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426010:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+365:2004:x1815448312685568:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (108us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.426011:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426012:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0773bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426014:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290550 00010000:00010000:3.0:1731347580.426016:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426019:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426021:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952797568:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.426023:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426026:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00900 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.426027:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952797696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.426028:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426035:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426038:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.426041:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426045:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0773c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426058:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.426065:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952797568 00000100:00100000:2.0:1731347580.426066:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1731347580.426067:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952797568 00000100:00100000:2.0:1731347580.426069:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952797824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.426077:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952797696 00000100:00100000:2.0:1731347580.426078:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.426079:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952797696 00000100:00100000:0.0:1731347580.426087:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952797824 00000100:00100000:0.0:1731347580.426088:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952797824 00000100:00100000:2.0:1731347580.426089:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204646 00000100:00100000:2.0:1731347580.426092:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+108:3763:x1815447952797568:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.426095:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+62:3762:x1815447952794112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2558us (2595us total) trans 4295335762 rc 0/0 00000100:00100000:0.0:1731347580.426099:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204647 00002000:00080000:2.0:1731347580.426101:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12876 count 1 00000100:00100000:1.0:1731347580.426103:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204632 00000100:00100000:0.0:1731347580.426104:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+108:3760:x1815447952797696:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.426109:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.426112:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17924 count 1 00000100:00100000:1.0:1731347580.426113:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204648 00010000:00010000:2.0:1731347580.426116:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f89680/0xb104f9478dffad86 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c48a expref: 380 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.426116:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+108:3760:x1815447952797824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.426120:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426120:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426121:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.426122:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.426124:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11408 count 1 00010000:00010000:0.0:1731347580.426127:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad619b00/0xb104f9478e007c7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969381 expref: 380 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.426129:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+61:3763:x1815447952794496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2324us (2381us total) trans 4295335763 rc 0/0 00010000:00010000:1.0:1731347580.426131:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426131:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.426132:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099f89680/0xb104f9478dffad86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c48a expref: 380 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.426132:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426133:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.426134:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204633 00010000:00010000:2.0:1731347580.426137:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099f89680/0xb104f9478dffad86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c48a expref: 380 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.426139:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b30a0480/0xb104f9478dff7f26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95962a expref: 380 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.426142:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952797952:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.426143:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426143:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad619b00/0xb104f9478e007c7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969381 expref: 380 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.426144:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.426145:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426149:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad619b00/0xb104f9478e007c7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969381 expref: 380 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.426150:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a4000/2, rc 0, transno 368466 00000100:00100000:2.0:1731347580.426151:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.426154:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952794112:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.426154:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b30a0480/0xb104f9478dff7f26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95962a expref: 380 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.426155:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952798080:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.426160:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b30a0480/0xb104f9478dff7f26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95962a expref: 380 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.426165:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952798208:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.426166:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65540 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.426176:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952798336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.426176:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00000004:00080000:0.0:1731347580.426179:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a7480/2, rc 0, transno 368467 00000100:00100000:0.0:1731347580.426184:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952794496:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.426189:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.426194:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122beb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952795264:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.426201:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.426201:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952798336 00000100:00100000:1.0:1731347580.426203:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952798336 00000100:00100000:0.0:1731347580.426211:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f554380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952795520:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.426214:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204649 00000100:00100000:1.0:1731347580.426217:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+61:3762:x1815447952798336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.426219:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.426223:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:1.0:1731347580.426223:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15654 count 1 00000100:00100000:3.0:1731347580.426226:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952798464:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.426231:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426236:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.426237:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.426237:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad00e1c0/0xb104f9478dff9ede lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5db expref: 364 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.426241:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.426242:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.426243:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312685824 00010000:00010000:1.0:1731347580.426244:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426245:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312685824 00000100:00100000:3.0:1731347580.426247:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952798464 00000100:00100000:3.0:1731347580.426249:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952798464 00000100:00100000:0.0:1731347580.426250:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.426252:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad00e1c0/0xb104f9478dff9ede lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5db expref: 364 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.426253:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801198386c0/0xb104f9478e00d1fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e902 expref: 381 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.426257:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad00e1c0/0xb104f9478dff9ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5db expref: 364 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.426258:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204650 00000100:00100000:0.0:1731347580.426258:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312685696 00000100:00100000:0.0:1731347580.426259:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312685696 00000100:00100000:3.0:1731347580.426260:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3762:x1815447952798464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.426262:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122be8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952798592:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.426263:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290551 00000100:00100000:2.0:1731347580.426265:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+382:2004:x1815448312685824:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.426267:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af991680/0xb104f9478e0000d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617d4 expref: 382 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.426268:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12876 count 1 00010000:00010000:2.0:1731347580.426269:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.426272:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801198386c0/0xb104f9478e00d1fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e902 expref: 382 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.426272:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0f00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.426275:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426277:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801198386c0/0xb104f9478e00d1fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x33da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e902 expref: 382 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.426277:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290552 00000100:00100000:0.0:1731347580.426279:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+382:2004:x1815448312685696:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.426283:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1c5680/0xb104f9478dffad7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c483 expref: 364 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.426284:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801198386c0/0xb104f9478e00d1fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x33da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e902 expref: 382 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.426284:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.426286:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af991680/0xb104f9478e0000d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617d4 expref: 382 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.426287:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.426288:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.426289:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426289:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.426290:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.426291:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426292:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af991680/0xb104f9478e0000d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617d4 expref: 381 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.426296:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426299:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1c5680/0xb104f9478dffad7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c483 expref: 364 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.426299:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af991680/0xb104f9478e0000d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x43b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617d4 expref: 381 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.426303:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.426304:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1c5680/0xb104f9478dffad7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c483 expref: 364 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.426304:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426305:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426307:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.426309:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952798720:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.426311:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+380:2004:x1815448312685824:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (75us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.426312:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426314:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290551 00000100:00100000:3.0:1731347580.426319:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.426324:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426324:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.426328:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426332:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426332:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+379:2004:x1815448312685696:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.426335:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290552 00010000:00010000:2.0:1731347580.426336:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426339:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426342:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.426344:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426348:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426352:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426356:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e0773d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426372:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.426378:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312685952 00000100:00100000:1.0:1731347580.426379:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952795392:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.426380:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312685952 00010000:00010000:0.0:1731347580.426386:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880007512ac0/0xb104f9478dffef0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96060e expref: 379 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.426388:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426394:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290553 00000100:00100000:0.0:1731347580.426397:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+379:2004:x1815448312685952:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.426400:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.426403:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880007512ac0/0xb104f9478dffef0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96060e expref: 379 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.426408:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880007512ac0/0xb104f9478dffef0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96060e expref: 379 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.426414:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880007512ac0/0xb104f9478dffef0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3d44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96060e expref: 379 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.426438:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426438:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426440:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426448:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426456:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.426459:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426460:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+109:3760:x1815447952794880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2339us (2391us total) trans 4295367312 rc 0/0 00000100:00100000:2.0:1731347580.426464:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204636 00000100:00100000:0.0:1731347580.426464:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+378:2004:x1815448312685952:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (92us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.426466:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426468:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290553 00010000:00010000:1.0:1731347580.426471:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426474:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426476:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426478:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.426480:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120383480/2, rc 0, transno 400016 00010000:00010000:2.0:1731347580.426480:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426481:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.426483:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426485:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426486:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426488:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.426490:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952794880:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.426492:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426492:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426495:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.426495:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e0773cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426497:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426500:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426506:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.426510:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1731347580.426510:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0773d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.426514:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952798848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.426523:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120381f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952795648:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.426528:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.426531:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426553:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.426560:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312686080 00000100:00100000:0.0:1731347580.426562:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312686080 00010000:00010000:0.0:1731347580.426567:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098dcf840/0xb104f9478dff320a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954907 expref: 378 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.426572:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+110:3763:x1815447952795008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2462us (2575us total) trans 4295367313 rc 0/0 00000100:00100000:1.0:1731347580.426576:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204634 00000100:00100000:0.0:1731347580.426577:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290554 00000100:00100000:0.0:1731347580.426579:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+378:2006:x1815448312686080:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.426584:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952798848 00010000:00010000:0.0:1731347580.426584:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.426586:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+109:3760:x1815447952794752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2472us (2553us total) trans 4295367314 rc 0/0 00000100:00100000:1.0:1731347580.426586:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952798848 00010000:00010000:0.0:1731347580.426586:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098dcf840/0xb104f9478dff320a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954907 expref: 378 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.426590:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204635 00000004:00080000:3.0:1731347580.426591:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120381880/2, rc 0, transno 400018 00010000:00010000:0.0:1731347580.426592:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098dcf840/0xb104f9478dff320a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954907 expref: 378 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.426596:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952794752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.426596:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204651 00000100:00100000:1.0:1731347580.426598:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+109:3761:x1815447952798848:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.426602:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098dcf840/0xb104f9478dff320a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954907 expref: 378 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.426606:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15611 count 1 00010000:00010000:0.0:1731347580.426608:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426609:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426610:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426613:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426615:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426620:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009895e1c0/0xb104f9478e00bc95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d399 expref: 377 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.426621:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.426621:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.426624:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952795904:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.426624:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.426624:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.426626:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426629:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+377:2006:x1815448312686080:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.426632:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290554 00010000:00010000:3.0:1731347580.426634:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.426635:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009895e1c0/0xb104f9478e00bc95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d399 expref: 377 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.426640:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009895e1c0/0xb104f9478e00bc95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d399 expref: 376 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.426643:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312686208 00000100:00100000:3.0:1731347580.426645:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312686208 00000100:00100000:1.0:1731347580.426645:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122beaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952798976:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.426652:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3036880/0xb104f9478dffe818 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff1c expref: 365 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.426655:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.426660:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f554e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952796288:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.426660:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.426663:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290555 00000100:00100000:3.0:1731347580.426665:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+365:2004:x1815448312686208:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.426665:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426667:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426670:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1731347580.426670:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120380a80/2, rc 0, transno 400017 00010000:00010000:0.0:1731347580.426670:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426672:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3036880/0xb104f9478dffe818 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff1c expref: 365 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.426673:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.426675:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952795008:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.426677:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3036880/0xb104f9478dffe818 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff1c expref: 365 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.426680:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426684:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3036880/0xb104f9478dffe818 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ff1c expref: 365 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.426684:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.426685:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426689:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426690:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.426690:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.426690:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952796416:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.426692:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426694:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.426695:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1731347580.426696:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426697:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0773e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426698:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.426699:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952799232:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.426707:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.426710:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.426711:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.426715:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+364:2004:x1815448312686208:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.426717:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312686464 00000100:00100000:3.0:1731347580.426719:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290555 00000100:00100000:2.0:1731347580.426719:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312686464 00010000:00010000:2.0:1731347580.426726:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac074900/0xb104f9478dff9ed7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5e2 expref: 377 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.426727:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426732:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426735:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290556 00010000:00010000:3.0:1731347580.426736:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426738:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+377:2004:x1815448312686464:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.426739:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426743:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426743:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.426745:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac074900/0xb104f9478dff9ed7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5e2 expref: 377 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.426746:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.426747:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426751:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426751:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac074900/0xb104f9478dff9ed7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5e2 expref: 377 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.426757:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac074900/0xb104f9478dff9ed7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3d26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5e2 expref: 377 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.426759:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.426762:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0773e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426762:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.426763:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.426765:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426785:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426794:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.426796:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+110:3763:x1815447952795136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2611us (2649us total) trans 4295367315 rc 0/0 00000100:00100000:0.0:1731347580.426800:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204637 00000004:00080000:1.0:1731347580.426802:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120383b80/2, rc 0, transno 400019 00000100:00100000:2.0:1731347580.426803:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+376:2004:x1815448312686464:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 63us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.426807:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290556 00000100:00100000:1.0:1731347580.426807:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952795136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.426808:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952799232 00000100:00100000:0.0:1731347580.426810:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952799232 00010000:00010000:2.0:1731347580.426816:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426820:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426820:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204652 00000100:00100000:0.0:1731347580.426822:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+110:3763:x1815447952799232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.426824:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.426824:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952799360:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.426828:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.426830:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13943 count 1 00010000:00010000:2.0:1731347580.426832:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426835:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03840 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.426836:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.426837:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426837:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426840:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.426845:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.426847:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096d01680/0xb104f9478dfeadf1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4fc expref: 375 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.426848:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e0773f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.426848:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952799360 00000100:00100000:1.0:1731347580.426850:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952799360 00000100:00100000:3.0:1731347580.426851:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+63:3761:x1815447952795776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2546us (2571us total) trans 4295335764 rc 0/0 00010000:00010000:0.0:1731347580.426851:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426852:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426853:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.426855:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204638 00000100:00100000:1.0:1731347580.426861:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204653 00000100:00100000:1.0:1731347580.426863:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+111:3763:x1815447952799360:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.426863:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096d01680/0xb104f9478dfeadf1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4fc expref: 375 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.426868:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096d01680/0xb104f9478dfeadf1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4fc expref: 375 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.426870:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952799104:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.426871:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14083 count 1 00000100:00100000:0.0:1731347580.426873:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952799488:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.426878:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.426880:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.426884:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb480 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.426885:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009001e880/0xb104f9478dffd02b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e736 expref: 375 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.426889:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.426890:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.426891:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120382680/2, rc 0, transno 368468 00010000:00010000:1.0:1731347580.426891:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.426894:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952799104 00000100:00100000:3.0:1731347580.426895:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952795776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.426896:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952799104 00010000:00010000:1.0:1731347580.426900:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009001e880/0xb104f9478dffd02b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e736 expref: 375 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.426905:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009001e880/0xb104f9478dffd02b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e736 expref: 375 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.426906:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204654 00000100:00100000:0.0:1731347580.426908:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+113:3761:x1815447952799104:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.426911:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952799616:192.168.203.60@tcp:104: 00002000:00080000:0.0:1731347580.426915:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13464 count 1 00000100:00100000:1.0:1731347580.426921:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0900 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.426921:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.426926:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+113:3762:x1815447952796160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2156us (2229us total) trans 4295367316 rc 0/0 00010000:00010000:0.0:1731347580.426927:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801287e6d00/0xb104f9478dfedfbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6b9 expref: 375 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.426929:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204641 00000004:00080000:1.0:1731347580.426934:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f80700/2, rc 0, transno 400020 00010000:00010000:0.0:1731347580.426934:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426935:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.426936:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.426938:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952796160:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.426945:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801287e6d00/0xb104f9478dfedfbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6b9 expref: 375 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.426950:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801287e6d00/0xb104f9478dfedfbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6b9 expref: 375 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.426955:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952799744:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.426956:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952800000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.426964:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.426964:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb180 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.426969:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.426975:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312686336 00000100:00100000:2.0:1731347580.426976:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312686336 00000100:00100000:1.0:1731347580.426977:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952800000 00000100:00100000:3.0:1731347580.426978:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.426979:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952800000 00000100:00100000:3.0:1731347580.426980:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952799872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.426982:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007d720240/0xb104f9478e00405c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965760 expref: 364 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.426989:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.426989:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204655 00000100:00100000:1.0:1731347580.426991:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+113:3761:x1815447952800000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.426998:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16512 count 1 00000100:00100000:2.0:1731347580.426999:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290557 00000100:00100000:2.0:1731347580.427002:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+364:2004:x1815448312686336:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.427004:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.427006:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.427008:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007d720240/0xb104f9478e00405c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965760 expref: 364 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.427010:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880018336ac0/0xb104f9478e001417 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b22 expref: 375 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.427014:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007d720240/0xb104f9478e00405c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965760 expref: 364 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.427014:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.427015:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.427016:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.427021:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007d720240/0xb104f9478e00405c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965760 expref: 364 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.427025:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880018336ac0/0xb104f9478e001417 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b22 expref: 375 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.427027:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.427028:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.427029:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880018336ac0/0xb104f9478e001417 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b22 expref: 375 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.427030:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.427034:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.427038:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f554e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952800128:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.427041:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.427048:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.427052:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a03c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.427053:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.427054:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+363:2004:x1815448312686336:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (90us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.427057:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.427057:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290557 00000100:00100000:1.0:1731347580.427058:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952799872 00000100:00100000:1.0:1731347580.427060:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952799872 00010000:00010000:3.0:1731347580.427061:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.427065:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.427068:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.427070:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.427074:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.427077:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204656 00010000:00010000:3.0:1731347580.427079:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.427080:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+63:3761:x1815447952799872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.427082:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.427083:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0773ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.427086:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17924 count 1 00000100:00100000:2.0:1731347580.427090:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312686592 00000100:00100000:2.0:1731347580.427092:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312686592 00010000:00010000:1.0:1731347580.427092:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.427098:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ae1fc6c0/0xb104f9478e007c84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969388 expref: 363 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.427101:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204657 00010000:00010000:1.0:1731347580.427102:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.427102:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.427104:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:62efdb24-e871-4f0d-8cc7-8cee5b684131+363:2003:x1815448312686592:12345-192.168.203.60@tcp:22:fsx.0 00010000:00010000:1.0:1731347580.427104:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.427112:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ae1fc6c0/0xb104f9478e007c84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969388 expref: 363 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.427117:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ae1fc6c0/0xb104f9478e007c84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969388 expref: 363 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.427122:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f554380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952800256:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.427138:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.427155:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+64:3761:x1815447952796032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2462us (2501us total) trans 4295335765 rc 0/0 00000100:00100000:3.0:1731347580.427159:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204640 00000004:00080000:0.0:1731347580.427164:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f556680/2, rc 0, transno 368469 00000100:00100000:0.0:1731347580.427170:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f556680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952796032:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1731347580.427182:0:15920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3768437 -> 3768437 00002000:00010000:2.0:1731347580.427184:0:15920:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.427185:0:15920:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00000100:00100000:1.0:1731347580.427185:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00010000:2.0:1731347580.427187:0:15920:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.427188:0:15920:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 512 -> 640 00000100:00100000:1.0:1731347580.427189:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f554000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952800384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.427201:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:62efdb24-e871-4f0d-8cc7-8cee5b684131+364:2003:x1815448312686592:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 96us (119us total) trans 4295335766 rc 0/0 00000100:00100000:2.0:1731347580.427205:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204657 00000100:00100000:1.0:1731347580.427206:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.427220:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952800384 00000100:00100000:2.0:1731347580.427222:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952800384 00000100:00100000:2.0:1731347580.427230:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204658 00000100:00100000:2.0:1731347580.427232:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+64:3763:x1815447952800384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.427238:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11408 count 1 00010000:00010000:2.0:1731347580.427244:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.427250:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac0ab840/0xb104f9478dff7f1f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959623 expref: 363 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.427254:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.427255:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.427256:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.427268:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac0ab840/0xb104f9478dff7f1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959623 expref: 363 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.427273:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac0ab840/0xb104f9478dff7f1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959623 expref: 363 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.427278:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952800512:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.427298:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62300 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.428366:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.428375:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952797440:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.428375:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312686976 00000100:00100000:1.0:1731347580.428376:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952797312:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.428378:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312686976 00010000:00010000:0.0:1731347580.428387:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880004c5e1c0/0xb104f9478dffef03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960607 expref: 364 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.428388:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952797184:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.428388:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.428389:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428398:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.428399:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290558 00000100:00100000:0.0:1731347580.428402:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+364:2003:x1815448312686976:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.428407:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.428410:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952797056:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.428410:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880004c5e1c0/0xb104f9478dffef03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960607 expref: 364 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.428434:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880004c5e1c0/0xb104f9478dffef03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960607 expref: 364 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.428436:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428444:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880004c5e1c0/0xb104f9478dffef03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960607 expref: 364 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.428451:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.428452:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.428453:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428458:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428467:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.428471:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428476:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428480:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.428480:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+363:2003:x1815448312686976:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (116us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.428484:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.428486:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290558 00010000:00010000:3.0:1731347580.428487:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428491:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.428492:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428496:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.428500:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.428503:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428506:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e077403 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.428518:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312686848 00000100:00100000:1.0:1731347580.428521:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312686848 00010000:00010000:1.0:1731347580.428533:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880114c55f80/0xb104f9478e00d1f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e8fb expref: 363 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.428536:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.428548:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.428552:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312686720 00000100:00100000:1.0:1731347580.428554:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312686720 00000100:00100000:2.0:1731347580.428556:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312687104 00000100:00100000:2.0:1731347580.428558:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312687104 00010000:00010000:1.0:1731347580.428562:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaa78480/0xb104f9478e0000c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617cd expref: 365 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.428566:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af015680/0xb104f9478dff3203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95490e expref: 365 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.428566:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290559 00000100:00100000:0.0:1731347580.428571:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+365:2006:x1815448312686848:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.428573:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290560 00000100:00100000:1.0:1731347580.428577:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+365:2003:x1815448312686720:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.428578:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.428580:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290561 00010000:00010000:0.0:1731347580.428582:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880114c55f80/0xb104f9478e00d1f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e8fb expref: 365 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.428584:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+365:2003:x1815448312687104:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.428584:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.428587:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aaa78480/0xb104f9478e0000c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617cd expref: 365 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.428588:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.428590:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af015680/0xb104f9478dff3203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95490e expref: 365 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.428592:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+65:3760:x1815447952796800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2952us (3054us total) trans 4295335767 rc 0/0 00010000:00010000:1.0:1731347580.428595:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aaa78480/0xb104f9478e0000c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617cd expref: 365 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.428595:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880114c55f80/0xb104f9478e00d1f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e8fb expref: 365 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.428596:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204644 00010000:00010000:2.0:1731347580.428596:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af015680/0xb104f9478dff3203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95490e expref: 365 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.428603:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af015680/0xb104f9478dff3203 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95490e expref: 365 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.428605:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880114c55f80/0xb104f9478e00d1f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x33da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e8fb expref: 365 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.428609:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.428610:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.428611:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.428611:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaa78480/0xb104f9478e0000c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9617cd expref: 363 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.428613:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.428616:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f0380/2, rc 0, transno 368471 00010000:00010000:2.0:1731347580.428616:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.428620:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952796800:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.428620:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.428621:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.428623:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.428624:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.428630:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.428635:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+362:2003:x1815448312687104:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.428638:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290561 00000100:00100000:3.0:1731347580.428645:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952800640:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.428645:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.428649:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.428654:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.428658:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428661:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.428662:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.428662:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.428663:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+361:2003:x1815448312686720:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 84us (125us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.428664:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.428666:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.428669:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221440 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.428669:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290560 00010000:00010000:2.0:1731347580.428670:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428671:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.428673:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952800640 00010000:00010000:2.0:1731347580.428674:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.428675:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952800640 00010000:00010000:2.0:1731347580.428679:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.428682:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077411 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.428684:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204659 00010000:00010000:0.0:1731347580.428685:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.428686:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+65:3763:x1815447952800640:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.428689:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.428694:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15611 count 1 00010000:00010000:1.0:1731347580.428695:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428701:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.428702:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.428703:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+360:2006:x1815448312686848:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 131us (202us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.428707:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428708:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800819418c0/0xb104f9478e00bc9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3a0 expref: 360 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.428710:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290559 00010000:00010000:3.0:1731347580.428712:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.428713:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.428715:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.428719:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428724:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800819418c0/0xb104f9478e00bc9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3a0 expref: 359 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.428725:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.428727:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428733:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800819418c0/0xb104f9478e00bc9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3a0 expref: 359 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.428734:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.428738:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952800768:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.428743:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.428748:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e07740a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.428751:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.428764:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+66:3763:x1815447952796928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3063us (3208us total) trans 4295335768 rc 0/0 00000004:00080000:3.0:1731347580.428767:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f3100/2, rc 0, transno 368472 00000100:00100000:2.0:1731347580.428783:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204645 00000100:00100000:0.0:1731347580.428787:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952797952:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.428788:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952796928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.428798:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.428809:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952800896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.428820:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952798080:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.428825:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.428829:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.428838:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952800896 00000100:00100000:0.0:1731347580.428839:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.428840:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952800896 00000100:00100000:3.0:1731347580.428850:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204660 00000100:00100000:0.0:1731347580.428851:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312687232 00000100:00100000:3.0:1731347580.428852:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+67:3760:x1815447952800896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.428854:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312687232 00002000:00080000:3.0:1731347580.428859:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13464 count 1 00010000:00010000:0.0:1731347580.428861:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099f89680/0xb104f9478dffad86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c48a expref: 376 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.428863:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+67:3760:x1815447952796672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3266us (3359us total) trans 4295335769 rc 0/0 00010000:00010000:3.0:1731347580.428866:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.428868:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122bebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952798208:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.428869:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204642 00000100:00100000:0.0:1731347580.428872:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290562 00010000:00010000:3.0:1731347580.428873:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012949e880/0xb104f9478dfedfb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6c0 expref: 359 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.428875:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+376:2003:x1815448312687232:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.428876:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.428877:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.428878:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.428879:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428879:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.428881:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099f89680/0xb104f9478dffad86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x324c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c48a expref: 376 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.428887:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428887:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099f89680/0xb104f9478dffad86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x324c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c48a expref: 376 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.428893:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012949e880/0xb104f9478dfedfb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6c0 expref: 359 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.428893:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428895:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f89680/0xb104f9478dffad86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x324c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c48a expref: 376 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.428899:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012949e880/0xb104f9478dfedfb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6c0 expref: 359 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.428899:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428900:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.428901:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.428902:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.428904:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952801024:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.428906:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428906:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.428912:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428914:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.428916:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221f80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.428917:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.428919:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a06c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.428919:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.428924:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.428925:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+375:2003:x1815448312687232:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.428928:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290562 00000004:00080000:3.0:1731347580.428932:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a6a00/2, rc 0, transno 368473 00010000:00010000:1.0:1731347580.428932:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.428934:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312687360 00000100:00100000:3.0:1731347580.428935:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952796672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.428935:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.428936:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312687360 00010000:00010000:1.0:1731347580.428937:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0773fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x43b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428941:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad619b00/0xb104f9478e007c7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969381 expref: 375 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.428953:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952801152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.428956:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312687488 00000100:00100000:0.0:1731347580.428957:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312687488 00000100:00100000:2.0:1731347580.428961:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290563 00010000:00010000:0.0:1731347580.428962:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b30a0480/0xb104f9478dff7f26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95962a expref: 376 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.428964:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.428965:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+376:2003:x1815448312687360:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.428970:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290564 00010000:00010000:2.0:1731347580.428971:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.428973:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+376:2004:x1815448312687488:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.428974:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952801152 00010000:00010000:2.0:1731347580.428974:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad619b00/0xb104f9478e007c7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969381 expref: 376 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.428976:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952801152 00010000:00010000:0.0:1731347580.428976:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.428979:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b30a0480/0xb104f9478dff7f26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95962a expref: 376 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.428980:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad619b00/0xb104f9478e007c7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969381 expref: 376 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.428984:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b30a0480/0xb104f9478dff7f26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95962a expref: 376 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.428986:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204661 00010000:00010000:2.0:1731347580.428987:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad619b00/0xb104f9478e007c7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969381 expref: 376 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.428989:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+68:3761:x1815447952801152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.428991:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b30a0480/0xb104f9478dff7f26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95962a expref: 376 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.428993:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.428994:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1731347580.428995:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13943 count 1 00010000:00010000:2.0:1731347580.428996:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.428996:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.428997:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.428999:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429000:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.429002:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429003:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429008:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.429009:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880005cf9200/0xb104f9478dfeadf8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4f5 expref: 359 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.429013:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.429013:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.429014:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.429015:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.429019:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+374:2003:x1815448312687360:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.429023:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290563 00000100:00100000:0.0:1731347580.429023:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+374:2004:x1815448312687488:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (87us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.429025:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880005cf9200/0xb104f9478dfeadf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4f5 expref: 359 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.429026:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290564 00010000:00010000:3.0:1731347580.429030:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880005cf9200/0xb104f9478dfeadf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4f5 expref: 359 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.429032:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:3763:x1815447952796544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3431us (3510us total) trans 4295335770 rc 0/0 00010000:00010000:2.0:1731347580.429034:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429035:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952801280:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.429036:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429038:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.429038:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204643 00010000:00010000:0.0:1731347580.429041:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429042:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429045:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429045:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429047:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.429049:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429049:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429052:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.429052:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429054:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429055:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.429058:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429058:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.429059:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a4a80/2, rc 0, transno 368474 00000100:00100000:3.0:1731347580.429063:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952796544:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.429064:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429064:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429067:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e07741f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429077:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429079:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952801408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.429083:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077426 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429090:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.429103:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952801408 00000100:00100000:1.0:1731347580.429106:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952801408 00000100:00100000:1.0:1731347580.429120:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204662 00000100:00100000:1.0:1731347580.429124:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+68:3762:x1815447952801408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.429136:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14083 count 1 00000100:00100000:2.0:1731347580.429145:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+115:3760:x1815447952797696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3040us (3086us total) trans 4295367317 rc 0/0 00010000:00010000:1.0:1731347580.429146:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.429149:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204647 00010000:00010000:1.0:1731347580.429156:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123627a80/0xb104f9478dffd032 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e72f expref: 359 pid: 15919 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.429160:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f82a00/2, rc 0, transno 400021 00010000:00010000:1.0:1731347580.429162:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.429163:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.429165:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429168:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952797696:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.429179:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123627a80/0xb104f9478dffd032 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e72f expref: 359 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.429181:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122be8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952798592:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.429186:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123627a80/0xb104f9478dffd032 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e72f expref: 359 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.429189:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.429194:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f556a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952801536:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.429202:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952801664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.429202:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+114:3760:x1815447952797824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3083us (3120us total) trans 4295367318 rc 0/0 00000100:00100000:0.0:1731347580.429208:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204648 00000100:00100000:1.0:1731347580.429213:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.429223:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.429226:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952798720:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.429227:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429234:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429237:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429240:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.429241:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952801664 00000100:00100000:1.0:1731347580.429244:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952801664 00010000:00010000:0.0:1731347580.429246:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.429252:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f80000/2, rc 0, transno 400022 00010000:00010000:0.0:1731347580.429253:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429257:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952797824:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.429258:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220480 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.429260:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204663 00010000:00010000:0.0:1731347580.429261:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.429264:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+114:3763:x1815447952801664:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.429269:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.429269:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.429274:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11087 count 1 00000100:00100000:3.0:1731347580.429278:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.429279:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429284:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952801792:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.429284:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429285:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077418 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.429291:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.429298:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011935c6c0/0xb104f9478e005ca2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96739f expref: 372 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.429299:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.429304:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.429305:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.429308:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429323:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011935c6c0/0xb104f9478e005ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96739f expref: 372 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.429327:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952801792 00000100:00100000:2.0:1731347580.429330:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952801792 00010000:00010000:1.0:1731347580.429331:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011935c6c0/0xb104f9478e005ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96739f expref: 372 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.429339:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952801920:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.429342:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204664 00000100:00100000:2.0:1731347580.429345:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+116:3761:x1815447952801792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.429353:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9903 count 1 00000100:00100000:1.0:1731347580.429357:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0600 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.429360:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429367:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801290d86c0/0xb104f9478dfee511 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc15 expref: 372 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.429369:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312687744 00010000:00010000:2.0:1731347580.429371:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.429371:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312687744 00010000:00010000:2.0:1731347580.429372:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.429373:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429380:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1c5680/0xb104f9478dffad7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c483 expref: 360 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.429383:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801290d86c0/0xb104f9478dfee511 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc15 expref: 372 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.429388:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801290d86c0/0xb104f9478dfee511 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc15 expref: 372 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.429393:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312687616 00000100:00100000:2.0:1731347580.429394:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952802048:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.429394:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312687616 00010000:00010000:1.0:1731347580.429400:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad00e1c0/0xb104f9478dff9ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5db expref: 361 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.429407:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.429410:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290565 00000100:00100000:1.0:1731347580.429430:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+361:2003:x1815448312687744:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.429432:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290566 00000100:00100000:2.0:1731347580.429435:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+361:2004:x1815448312687616:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.429437:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.429440:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.429440:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1c5680/0xb104f9478dffad7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x324c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c483 expref: 361 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.429443:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad00e1c0/0xb104f9478dff9ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5db expref: 361 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.429448:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1c5680/0xb104f9478dffad7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x324c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c483 expref: 361 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.429452:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad00e1c0/0xb104f9478dff9ede lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5db expref: 361 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.429459:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad00e1c0/0xb104f9478dff9ede lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b5db expref: 361 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.429460:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1c5680/0xb104f9478dffad7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x324c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c483 expref: 361 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.429464:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.429465:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.429467:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429468:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.429469:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.429471:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429471:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429478:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429485:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.429491:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.429495:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+359:2004:x1815448312687616:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.429498:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290566 00000100:00100000:0.0:1731347580.429498:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+116:3763:x1815447952797568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3404us (3458us total) trans 4295367319 rc 0/0 00000100:00100000:0.0:1731347580.429503:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204646 00010000:00010000:2.0:1731347580.429509:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.429509:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+358:2003:x1815448312687744:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 93us (239us total) trans 0 rc 0/0 00000004:00080000:3.0:1731347580.429511:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f80e00/2, rc 0, transno 400023 00010000:00010000:2.0:1731347580.429513:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.429515:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290565 00000100:00100000:3.0:1731347580.429516:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952797568:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.429518:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429525:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429528:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429531:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.429533:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429534:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952802176:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.429537:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429542:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429545:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e077434 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x324c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429546:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.429557:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952802176 00010000:00010000:3.0:1731347580.429558:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.429560:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952802176 00010000:00010000:3.0:1731347580.429563:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.429567:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.429571:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.429573:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204665 00010000:00010000:3.0:1731347580.429575:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.429578:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.429579:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.429579:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+116:3761:x1815447952802176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.429583:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.429590:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17055 count 1 00010000:00010000:3.0:1731347580.429592:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.429598:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e07742d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429600:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429610:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121f4d8c0/0xb104f9478e005ed9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675dd expref: 372 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.429616:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.429617:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.429620:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.429623:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+69:3762:x1815447952798464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3362us (3386us total) trans 4295335771 rc 0/0 00000100:00100000:2.0:1731347580.429627:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204650 00010000:00010000:0.0:1731347580.429639:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121f4d8c0/0xb104f9478e005ed9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675dd expref: 372 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.429648:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121f4d8c0/0xb104f9478e005ed9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675dd expref: 372 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.429656:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952802304:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.429662:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122beaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952798976:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.429663:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.429674:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.429676:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebb40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.429688:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312687872 00000100:00100000:2.0:1731347580.429690:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952799488:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.429691:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312687872 00010000:00010000:2.0:1731347580.429699:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429701:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009895e1c0/0xb104f9478e00bc95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d399 expref: 373 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.429714:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+69:3762:x1815447952798336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3494us (3522us total) trans 4295335772 rc 0/0 00000100:00100000:1.0:1731347580.429716:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290567 00000100:00100000:3.0:1731347580.429721:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204649 00000100:00100000:1.0:1731347580.429721:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+373:2005:x1815448312687872:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.429722:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.429728:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.429732:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009895e1c0/0xb104f9478e00bc95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d399 expref: 373 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.429733:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312688000 00000100:00100000:0.0:1731347580.429737:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312688000 00010000:00010000:1.0:1731347580.429741:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009895e1c0/0xb104f9478e00bc95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3cfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d399 expref: 374 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.429745:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4ed80/2, rc 0, transno 368475 00010000:00010000:0.0:1731347580.429747:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096d01680/0xb104f9478dfeadf1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4fc expref: 374 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.429748:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.429752:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952798464:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.429752:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009895e1c0/0xb104f9478e00bc95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3cfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d399 expref: 374 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.429758:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4ce00/2, rc 0, transno 368476 00010000:00010000:1.0:1731347580.429760:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.429761:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952798336:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.429761:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.429763:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429781:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.429783:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312688128 00000100:00100000:0.0:1731347580.429786:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312688128 00000100:00100000:2.0:1731347580.429790:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290568 00000100:00100000:2.0:1731347580.429794:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+374:2004:x1815448312688000:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.429794:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.429795:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009001e880/0xb104f9478dffd02b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e736 expref: 374 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.429800:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.429802:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952802432:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.429803:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096d01680/0xb104f9478dfeadf1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3677:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4fc expref: 374 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.429808:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290569 00010000:00010000:2.0:1731347580.429809:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096d01680/0xb104f9478dfeadf1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3677:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4fc expref: 374 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.429810:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+374:2005:x1815448312687872:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 88us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.429812:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+374:2003:x1815448312688128:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.429815:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290567 00000100:00100000:3.0:1731347580.429816:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.429817:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096d01680/0xb104f9478dfeadf1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3677:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4fc expref: 374 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.429818:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.429821:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009001e880/0xb104f9478dffd02b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e736 expref: 373 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.429822:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.429823:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.429824:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.429825:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429827:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952802560:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.429829:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429830:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429834:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.429836:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429837:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.429842:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.429848:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+372:2004:x1815448312688000:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.429848:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429849:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952802432 00000100:00100000:3.0:1731347580.429851:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952802432 00000100:00100000:2.0:1731347580.429851:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290568 00010000:00010000:1.0:1731347580.429853:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429858:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0240 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.429860:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952802560 00010000:00010000:1.0:1731347580.429860:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429861:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952802560 00010000:00010000:1.0:1731347580.429866:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429867:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204666 00010000:00010000:2.0:1731347580.429869:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429870:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+70:3762:x1815447952802432:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.429873:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429874:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.429877:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16512 count 1 00010000:00010000:2.0:1731347580.429878:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429881:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.429883:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0240/0xb104f9478e07743b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.429884:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429885:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429888:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.429890:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429893:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.429894:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b885d40/0xb104f9478e00141e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b1b expref: 357 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.429898:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.429898:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.429899:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.429901:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.429902:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e077442 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429906:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009001e880/0xb104f9478dffd02b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e736 expref: 371 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.429910:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b885d40/0xb104f9478e00141e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b1b expref: 357 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.429914:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.429915:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b885d40/0xb104f9478e00141e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b1b expref: 357 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.429916:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.429917:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.429920:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952802688:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.429921:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.429928:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.429933:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.429940:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+371:2003:x1815448312688128:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 128us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.429941:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204667 00000100:00100000:3.0:1731347580.429944:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+70:3762:x1815447952802560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.429944:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290569 00002000:00080000:3.0:1731347580.429950:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11087 count 1 00010000:00010000:3.0:1731347580.429956:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.429962:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880119382400/0xb104f9478e005c9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9673a6 expref: 357 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.429965:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.429966:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.429968:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.429976:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+118:3761:x1815447952798848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3376us (3446us total) trans 4295367320 rc 0/0 00010000:00010000:3.0:1731347580.429977:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880119382400/0xb104f9478e005c9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9673a6 expref: 357 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.429979:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952799744:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.429981:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880119382400/0xb104f9478e005c9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9673a6 expref: 357 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.429981:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204651 00000100:00100000:2.0:1731347580.429984:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+118:3763:x1815447952799232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3160us (3271us total) trans 4295367321 rc 0/0 00000100:00100000:3.0:1731347580.429986:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952802816:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.429987:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.429989:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204652 00000100:00100000:3.0:1731347580.429997:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.430008:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009001e880/0xb104f9478dffd02b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e736 expref: 370 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.430009:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122bead80/2, rc 0, transno 400025 00000100:00100000:3.0:1731347580.430014:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952799232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.430018:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952799616:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.430028:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.430033:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddc000/2, rc 0, transno 400024 00010000:00010000:1.0:1731347580.430035:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430036:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952798848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.430036:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.430038:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.430041:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430042:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952802944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.430043:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312688256 00000100:00100000:2.0:1731347580.430045:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312688256 00010000:00010000:1.0:1731347580.430048:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.430052:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801287e6d00/0xb104f9478dfedfbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6b9 expref: 370 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.430053:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.430054:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.430065:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.430067:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290570 00000100:00100000:2.0:1731347580.430070:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+370:2004:x1815448312688256:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.430071:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952803072:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.430071:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae33c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.430073:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.430074:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.430077:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801287e6d00/0xb104f9478dfedfbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3498:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6b9 expref: 370 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.430078:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.430079:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.430082:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801287e6d00/0xb104f9478dfedfbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3498:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6b9 expref: 370 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.430087:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430088:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952802944 00010000:00010000:2.0:1731347580.430089:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801287e6d00/0xb104f9478dfedfbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3498:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6b9 expref: 370 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.430090:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952802944 00010000:00010000:1.0:1731347580.430092:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077449 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.430096:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.430096:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.430098:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952803072 00010000:00010000:2.0:1731347580.430098:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430099:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952803072 00010000:00010000:2.0:1731347580.430106:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430108:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204668 00000100:00100000:3.0:1731347580.430111:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+118:3761:x1815447952802944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.430113:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204669 00010000:00010000:2.0:1731347580.430114:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.430118:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+118:3761:x1815447952803072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.430121:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11276 count 1 00000100:00100000:2.0:1731347580.430125:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+369:2004:x1815448312688256:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.430128:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290570 00010000:00010000:3.0:1731347580.430130:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.430131:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11511 count 1 00010000:00010000:3.0:1731347580.430140:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880064f86880/0xb104f9478dff0906 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95200a expref: 368 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.430141:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.430144:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.430146:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.430147:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.430149:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.430151:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1d6c900/0xb104f9478dff333e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a3b expref: 368 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.430158:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.430159:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.430161:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430164:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880064f86880/0xb104f9478dff0906 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95200a expref: 368 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.430173:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880064f86880/0xb104f9478dff0906 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95200a expref: 368 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.430176:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1d6c900/0xb104f9478dff333e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a3b expref: 368 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.430182:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952803200:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.430184:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1d6c900/0xb104f9478dff333e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a3b expref: 368 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.430192:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+119:3763:x1815447952799360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3326us (3353us total) trans 4295367322 rc 0/0 00000100:00100000:0.0:1731347580.430194:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952803328:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.430197:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f554380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952800256:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.430198:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204653 00000100:00100000:3.0:1731347580.430207:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.430209:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.430213:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb180 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.430222:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312688384 00000100:00100000:2.0:1731347580.430224:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312688384 00000100:00100000:1.0:1731347580.430224:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f554e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952800128:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.430224:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.430226:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122beb800/2, rc 0, transno 400026 00010000:00010000:0.0:1731347580.430231:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430232:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952799360:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.430235:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880018336ac0/0xb104f9478e001417 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b22 expref: 369 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.430236:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.430238:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.430245:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.430251:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290571 00010000:00010000:0.0:1731347580.430251:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.430255:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+369:2003:x1815448312688384:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.430258:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438000 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.430259:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952803456:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.430261:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.430262:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.430266:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880018336ac0/0xb104f9478e001417 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b22 expref: 369 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.430268:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.430274:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880018336ac0/0xb104f9478e001417 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b22 expref: 369 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.430277:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430278:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.430283:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077450 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.430289:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952803456 00010000:00010000:2.0:1731347580.430290:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880018336ac0/0xb104f9478e001417 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b22 expref: 369 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.430291:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952803456 00010000:00010000:2.0:1731347580.430298:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.430300:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.430302:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.430303:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204670 00000100:00100000:1.0:1731347580.430306:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+119:3762:x1815447952803456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.430308:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.430314:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10204 count 1 00010000:00010000:2.0:1731347580.430321:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.430321:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.430328:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880115dec900/0xb104f9478dfedc3c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f340 expref: 368 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.430332:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.430333:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.430334:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.430335:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+368:2003:x1815448312688384:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.430340:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290571 00010000:00010000:1.0:1731347580.430346:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880115dec900/0xb104f9478dfedc3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f340 expref: 368 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.430354:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880115dec900/0xb104f9478dfedc3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f340 expref: 367 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.430362:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952803584:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.430366:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.430382:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.430385:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312688512 00000100:00100000:3.0:1731347580.430389:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312688512 00010000:00010000:1.0:1731347580.430392:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.430399:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430401:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ae1fc6c0/0xb104f9478e007c84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969388 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.430410:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430437:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290572 00010000:00010000:1.0:1731347580.430439:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430441:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+358:2006:x1815448312688512:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.430446:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430449:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.430451:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.430452:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ae1fc6c0/0xb104f9478e007c84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969388 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.430454:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430461:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ae1fc6c0/0xb104f9478e007c84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969388 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.430461:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952800512:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.430461:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.430469:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.430470:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+120:3761:x1815447952799104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3558us (3587us total) trans 4295367323 rc 0/0 00010000:00010000:2.0:1731347580.430471:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430474:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ae1fc6c0/0xb104f9478e007c84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4604:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969388 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.430474:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077457 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.430476:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204654 00010000:00010000:3.0:1731347580.430482:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.430483:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.430486:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430492:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430507:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.430511:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.430515:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.430522:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430524:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+357:2006:x1815448312688512:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 81us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.430529:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.430531:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290572 00010000:00010000:2.0:1731347580.430533:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.430538:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312688768 00010000:00010000:2.0:1731347580.430540:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.430540:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312688768 00000100:00100000:3.0:1731347580.430541:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312688640 00000100:00100000:3.0:1731347580.430544:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312688640 00010000:00010000:2.0:1731347580.430546:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.430551:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.430552:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac0ab840/0xb104f9478dff7f1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959623 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.430554:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.430554:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204671 00000100:00100000:0.0:1731347580.430558:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+358:2003:x1815448312688768:12345-192.168.203.60@tcp:22:fsx.0 00010000:00010000:2.0:1731347580.430560:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430568:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290573 00010000:00010000:2.0:1731347580.430568:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.430572:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+358:2004:x1815448312688640:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.430574:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07745e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4604:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.430575:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+120:3761:x1815447952800000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3580us (3603us total) trans 4295367324 rc 0/0 00010000:00010000:3.0:1731347580.430579:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.430581:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204655 00010000:00010000:3.0:1731347580.430583:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac0ab840/0xb104f9478dff7f1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959623 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.430591:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac0ab840/0xb104f9478dff7f1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959623 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.430603:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac0ab840/0xb104f9478dff7f1f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959623 expref: 359 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.430611:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.430612:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.430615:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430621:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430635:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.430651:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+358:2004:x1815448312688640:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.430657:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290573 00000100:00100000:2.0:1731347580.430670:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+71:3761:x1815447952799872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3587us (3678us total) trans 4295335774 rc 0/0 00010000:00010000:3.0:1731347580.430674:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.430676:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204656 00010000:00010000:3.0:1731347580.430681:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430689:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430695:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430699:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430704:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.430706:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430713:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430721:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430727:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e077465 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.430754:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952800768:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.430765:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.430813:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952801024:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.430821:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.430840:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.430862:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+71:3763:x1815447952800384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3627us (3655us total) trans 4295335775 rc 0/0 00000100:00100000:3.0:1731347580.430868:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204658 00000100:00100000:2.0:1731347580.430871:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.430878:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312688896 00000100:00100000:2.0:1731347580.430880:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312688896 00010000:00010000:2.0:1731347580.430888:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800819418c0/0xb104f9478e00bc9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3a0 expref: 358 pid: 15923 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.430892:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f554000/2, rc 0, transno 368479 00000100:00100000:2.0:1731347580.430897:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312689024 00000100:00100000:2.0:1731347580.430898:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312689024 00000100:00100000:3.0:1731347580.430899:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f554000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952800384:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.430902:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012949e880/0xb104f9478dfedfb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6c0 expref: 359 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.430910:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290574 00000100:00100000:2.0:1731347580.430913:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+359:2004:x1815448312688896:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.430917:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.430919:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800819418c0/0xb104f9478e00bc9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3a0 expref: 359 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.430924:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800819418c0/0xb104f9478e00bc9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3a0 expref: 359 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.430933:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290575 00010000:00010000:2.0:1731347580.430933:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800819418c0/0xb104f9478e00bc9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3a0 expref: 359 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.430939:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+358:2004:x1815448312689024:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.430939:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.430941:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.430943:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430946:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.430949:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430950:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012949e880/0xb104f9478dfedfb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3498:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6c0 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.430959:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012949e880/0xb104f9478dfedfb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3498:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6c0 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.430961:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.430971:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012949e880/0xb104f9478dfedfb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3498:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f6c0 expref: 358 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.430976:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+358:2004:x1815448312688896:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 61us (134us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.430979:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.430981:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.430982:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290574 00010000:00010000:3.0:1731347580.430983:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.430989:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.430995:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431002:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.431009:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.431009:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431015:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431026:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431027:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+356:2004:x1815448312689024:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 87us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.431032:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290575 00010000:00010000:2.0:1731347580.431032:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.431034:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431041:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431049:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431055:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07746c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3cfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431059:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.431065:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952803712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.431082:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1731347580.431107:0:11434:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3768437 -> 3768437 00000004:00080000:3.0:1731347580.431108:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4f100/2, rc 0, transno 368478 00002000:00010000:0.0:1731347580.431110:0:11434:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.431112:0:11434:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00000100:00100000:3.0:1731347580.431114:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952799872:0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1731347580.431115:0:11434:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.431117:0:11434:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 640 -> 640 00000004:00080000:3.0:1731347580.431122:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f81500/2, rc 0, transno 400028 00000100:00100000:3.0:1731347580.431127:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952800000:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.431134:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddf100/2, rc 0, transno 400027 00000100:00100000:0.0:1731347580.431136:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+355:2003:x1815448312688768:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 576us (606us total) trans 4295335773 rc 0/0 00000100:00100000:3.0:1731347580.431137:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952799104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.431143:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204671 00000100:00100000:2.0:1731347580.431145:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+71:3763:x1815447952800640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2456us (2481us total) trans 4295335776 rc 0/0 00000100:00100000:2.0:1731347580.431150:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204659 00000100:00100000:0.0:1731347580.431153:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952803712 00000100:00100000:0.0:1731347580.431156:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952803712 00000004:00080000:2.0:1731347580.431173:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8e0700/2, rc 0, transno 368480 00000100:00100000:2.0:1731347580.431177:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952800640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.431181:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.431188:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952804224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.431191:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952803968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.431205:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.431210:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952803840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.431216:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952804096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.431222:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952804224 00000100:00100000:3.0:1731347580.431223:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.431225:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952804224 00010000:00010000:2.0:1731347580.431232:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431239:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.431241:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952803840 00000100:00100000:0.0:1731347580.431243:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952803840 00010000:00010000:2.0:1731347580.431245:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431246:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204672 00000100:00100000:3.0:1731347580.431249:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+72:3762:x1815447952803712:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.431251:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.431253:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204673 00010000:00010000:2.0:1731347580.431256:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.431257:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+72:3763:x1815447952804224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.431258:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9903 count 1 00010000:00010000:2.0:1731347580.431260:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.431263:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.431265:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.431267:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11276 count 1 00010000:00010000:2.0:1731347580.431268:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.431272:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204674 00010000:00010000:3.0:1731347580.431273:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129750240/0xb104f9478dfee518 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc1c expref: 354 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.431276:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431276:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.431277:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.431277:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+120:3760:x1815447952803840:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.431278:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.431279:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431281:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02f40/0xb104f9478e077473 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431285:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aa0ae880/0xb104f9478dff08ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952003 expref: 354 pid: 15918 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1731347580.431288:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10799 count 1 00010000:00010000:3.0:1731347580.431289:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129750240/0xb104f9478dfee518 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc1c expref: 354 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.431291:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.431292:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.431294:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129750240/0xb104f9478dfee518 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc1c expref: 354 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.431294:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.431297:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431299:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952804352:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.431306:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b27f9d40/0xb104f9478e00382f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f33 expref: 367 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.431307:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aa0ae880/0xb104f9478dff08ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952003 expref: 354 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.431311:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.431313:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.431314:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.431314:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aa0ae880/0xb104f9478dff08ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952003 expref: 354 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.431316:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431320:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.431323:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952804480:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.431327:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b27f9d40/0xb104f9478e00382f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f33 expref: 367 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.431332:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952803968 00010000:00010000:1.0:1731347580.431333:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b27f9d40/0xb104f9478e00382f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f33 expref: 367 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.431334:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952803968 00000100:00100000:1.0:1731347580.431338:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952804608:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.431339:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.431343:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204675 00000100:00100000:3.0:1731347580.431346:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+121:3761:x1815447952803968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.431353:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17996 count 1 00000100:00100000:1.0:1731347580.431353:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0900 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.431359:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.431365:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+73:3760:x1815447952800896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2510us (2538us total) trans 4295335777 rc 0/0 00010000:00010000:3.0:1731347580.431366:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad3f9f80/0xb104f9478e0008fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962001 expref: 367 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.431369:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204660 00010000:00010000:3.0:1731347580.431370:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.431371:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.431372:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.431380:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.431382:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad3f9f80/0xb104f9478e0008fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962001 expref: 367 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.431386:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952801280:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.431387:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad3f9f80/0xb104f9478e0008fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962001 expref: 367 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.431392:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952804096 00000100:00100000:3.0:1731347580.431393:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952804736:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.431394:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952804096 00010000:00010000:1.0:1731347580.431395:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.431403:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204676 00000100:00100000:3.0:1731347580.431404:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.431405:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+73:3763:x1815447952804096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.431413:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17055 count 1 00000004:00080000:3.0:1731347580.431432:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8e0e00/2, rc 0, transno 368481 00010000:00010000:2.0:1731347580.431435:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431436:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952800896:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.431443:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129edef40/0xb104f9478e005ee0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675e4 expref: 354 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.431447:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431448:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431449:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431453:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.431457:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952804864:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.431459:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129edef40/0xb104f9478e005ee0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675e4 expref: 354 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.431464:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129edef40/0xb104f9478e005ee0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675e4 expref: 354 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.431470:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.431473:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952804992:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.431486:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62300 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.431493:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952804864 00000100:00100000:2.0:1731347580.431495:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952804864 00000100:00100000:2.0:1731347580.431505:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204677 00000100:00100000:2.0:1731347580.431508:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+74:3761:x1815447952804864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.431514:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11511 count 1 00010000:00010000:2.0:1731347580.431520:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431526:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af786ac0/0xb104f9478dff3337 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a42 expref: 354 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.431529:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431530:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431531:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.431536:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.431540:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af786ac0/0xb104f9478dff3337 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a42 expref: 354 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.431545:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af786ac0/0xb104f9478dff3337 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a42 expref: 354 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.431546:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312689280 00000100:00100000:3.0:1731347580.431548:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312689280 00000100:00100000:0.0:1731347580.431549:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.431550:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952805120:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.431556:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123627a80/0xb104f9478dffd032 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e72f expref: 355 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.431562:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.431565:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312689152 00000100:00100000:3.0:1731347580.431566:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312689152 00010000:00010000:3.0:1731347580.431571:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880005cf9200/0xb104f9478dfeadf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4f5 expref: 356 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.431571:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290576 00000100:00100000:2.0:1731347580.431574:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+356:2006:x1815448312689280:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.431577:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.431577:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952801920:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.431579:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290577 00010000:00010000:2.0:1731347580.431580:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123627a80/0xb104f9478dffd032 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e72f expref: 356 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.431580:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f556a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952801536:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.431582:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+356:2003:x1815448312689152:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.431586:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123627a80/0xb104f9478dffd032 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e72f expref: 356 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.431587:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.431587:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.431589:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880005cf9200/0xb104f9478dfeadf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3677:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4f5 expref: 356 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.431591:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431593:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123627a80/0xb104f9478dffd032 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3703:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e72f expref: 356 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.431594:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880005cf9200/0xb104f9478dfeadf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3677:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4f5 expref: 356 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.431600:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431601:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.431602:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880005cf9200/0xb104f9478dfeadf8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3677:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4f5 expref: 355 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.431602:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.431607:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431607:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.431608:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.431609:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.431614:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431614:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.431615:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.431620:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.431622:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.431623:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+354:2006:x1815448312689280:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (88us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.431624:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.431627:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290576 00010000:00010000:1.0:1731347580.431628:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.431630:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.431632:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431633:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+353:2003:x1815448312689152:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.431634:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312689408 00000100:00100000:2.0:1731347580.431635:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312689408 00000100:00100000:3.0:1731347580.431636:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290577 00010000:00010000:1.0:1731347580.431636:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.431639:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0900 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.431639:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312689536 00010000:00010000:1.0:1731347580.431640:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.431641:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312689536 00010000:00010000:2.0:1731347580.431642:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011935c6c0/0xb104f9478e005ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96739f expref: 368 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.431644:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431649:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801290d86c0/0xb104f9478dfee511 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc15 expref: 369 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.431650:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290578 00010000:00010000:1.0:1731347580.431650:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.431653:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f554380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+369:2003:x1815448312689408:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.431657:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.431657:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077481 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431659:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011935c6c0/0xb104f9478e005ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96739f expref: 369 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.431660:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290579 00000100:00100000:0.0:1731347580.431663:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+369:2004:x1815448312689536:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.431664:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011935c6c0/0xb104f9478e005ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96739f expref: 369 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.431668:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.431669:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011935c6c0/0xb104f9478e005ca2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96739f expref: 369 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.431670:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801290d86c0/0xb104f9478dfee511 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc15 expref: 369 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.431674:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431675:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431676:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431676:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801290d86c0/0xb104f9478dfee511 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc15 expref: 368 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.431680:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431687:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.431687:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.431687:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.431689:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431693:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.431695:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f554380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+368:2003:x1815448312689408:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 41us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.431698:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290578 00010000:00010000:0.0:1731347580.431699:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.431710:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+367:2004:x1815448312689536:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.431713:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290579 00010000:00010000:2.0:1731347580.431714:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801290d86c0/0xb104f9478dfee511 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc15 expref: 367 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.431720:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952802048:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.431723:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431726:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431727:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431730:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431731:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431734:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431735:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.431737:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+75:3762:x1815447952801408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2611us (2645us total) trans 4295335778 rc 0/0 00010000:00010000:2.0:1731347580.431738:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431739:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431741:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.431741:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204662 00000004:00080000:3.0:1731347580.431743:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad4000/2, rc 0, transno 368482 00010000:00010000:2.0:1731347580.431745:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431745:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.431747:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431748:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952801408:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.431748:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.431749:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431751:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431753:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.431754:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431755:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.431758:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431759:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431759:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077488 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.431762:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431763:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07748f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431765:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952805248:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.431766:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.431788:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431790:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.431791:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a018c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.431793:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.431797:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.431803:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.431807:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07747a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.431847:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952802304:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.431851:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+123:3763:x1815447952801664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2586us (2627us total) trans 4295367325 rc 0/0 00010000:00010000:2.0:1731347580.431855:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.431855:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204663 00000100:00100000:0.0:1731347580.431862:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952805248 00000100:00100000:0.0:1731347580.431864:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952805248 00000004:00080000:2.0:1731347580.431868:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad6680/2, rc 0, transno 400029 00000100:00100000:3.0:1731347580.431870:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+122:3761:x1815447952801792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2524us (2570us total) trans 4295367326 rc 0/0 00000100:00100000:2.0:1731347580.431872:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952801664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.431873:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204678 00000100:00100000:3.0:1731347580.431875:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204664 00000100:00100000:0.0:1731347580.431875:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+76:3761:x1815447952805248:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.431877:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+76:3761:x1815447952801152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2886us (2911us total) trans 4295335779 rc 0/0 00000100:00100000:1.0:1731347580.431881:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204661 00002000:00080000:0.0:1731347580.431883:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10204 count 1 00010000:00010000:0.0:1731347580.431889:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.431891:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952802688:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.431896:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135174fc0/0xb104f9478dfedc35 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f339 expref: 352 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.431897:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431900:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952805376:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.431903:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.431904:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.431906:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431911:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.431913:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.431915:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135174fc0/0xb104f9478dfedc35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f339 expref: 352 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.431920:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135174fc0/0xb104f9478dfedc35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f339 expref: 352 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.431921:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312689664 00000100:00100000:2.0:1731347580.431922:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.431924:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312689664 00000004:00080000:3.0:1731347580.431926:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad5c00/2, rc 0, transno 400030 00000100:00100000:0.0:1731347580.431926:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f556a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952805504:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.431928:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312689792 00000100:00100000:3.0:1731347580.431929:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952801792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.431930:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312689792 00010000:00010000:1.0:1731347580.431931:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121f4d8c0/0xb104f9478e005ed9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675dd expref: 366 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.431934:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad6d80/2, rc 0, transno 368483 00000100:00100000:3.0:1731347580.431937:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952801152:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.431937:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b885d40/0xb104f9478e00141e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b1b expref: 353 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.431940:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb780 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.431942:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290580 00000100:00100000:1.0:1731347580.431945:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+366:2003:x1815448312689664:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.431949:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290581 00010000:00010000:1.0:1731347580.431950:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.431951:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+353:2006:x1815448312689792:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.431953:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121f4d8c0/0xb104f9478e005ed9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x429f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675dd expref: 366 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.431956:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.431958:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b885d40/0xb104f9478e00141e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b1b expref: 353 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.431958:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121f4d8c0/0xb104f9478e005ed9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x429f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675dd expref: 366 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.431959:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.431962:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952805632:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.431964:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b885d40/0xb104f9478e00141e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b1b expref: 353 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.431966:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121f4d8c0/0xb104f9478e005ed9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x429f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675dd expref: 366 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.431971:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b885d40/0xb104f9478e00141e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b1b expref: 353 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.431972:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952802816:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.431973:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.431974:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.431975:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431976:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.431976:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.431977:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431978:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.431980:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431981:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.431981:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.431982:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.431983:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952805760:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.431989:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.431989:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.431991:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.432000:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+352:2006:x1815448312689792:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.432003:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290581 00000100:00100000:1.0:1731347580.432003:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+365:2003:x1815448312689664:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.432003:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.432005:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952805376 00000100:00100000:3.0:1731347580.432006:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952805376 00000100:00100000:1.0:1731347580.432007:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290580 00000100:00100000:2.0:1731347580.432009:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312689920 00000100:00100000:2.0:1731347580.432010:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312689920 00000100:00100000:3.0:1731347580.432014:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952805632 00000100:00100000:3.0:1731347580.432015:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952805632 00010000:00010000:2.0:1731347580.432015:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880119382400/0xb104f9478e005c9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9673a6 expref: 352 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.432016:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952805760 00000100:00100000:1.0:1731347580.432018:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952805760 00000100:00100000:3.0:1731347580.432021:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204679 00000100:00100000:2.0:1731347580.432024:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290582 00000100:00100000:3.0:1731347580.432025:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+123:3762:x1815447952805376:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.432025:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952803200:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.432027:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+352:2004:x1815448312689920:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.432027:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204680 00010000:00010000:2.0:1731347580.432030:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.432030:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+123:3762:x1815447952805632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.432032:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18400 count 1 00010000:00010000:2.0:1731347580.432032:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880119382400/0xb104f9478e005c9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9673a6 expref: 352 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.432032:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.432037:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13195 count 1 00010000:00010000:2.0:1731347580.432038:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880119382400/0xb104f9478e005c9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9673a6 expref: 352 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.432039:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432044:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880119382400/0xb104f9478e005c9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9673a6 expref: 352 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.432044:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432046:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac234480/0xb104f9478e001fcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636cf expref: 364 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.432048:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.432048:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.432049:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.432050:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.432050:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007bd31440/0xb104f9478e0043e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ae7 expref: 364 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.432051:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.432051:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432052:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432053:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.432054:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.432055:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432056:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.432056:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312690048 00000100:00100000:0.0:1731347580.432058:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312690048 00010000:00010000:3.0:1731347580.432061:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac234480/0xb104f9478e001fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636cf expref: 365 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.432061:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.432066:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac234480/0xb104f9478e001fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636cf expref: 365 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.432066:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880064f86880/0xb104f9478dff0906 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95200a expref: 365 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.432068:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007bd31440/0xb104f9478e0043e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ae7 expref: 365 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.432070:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+351:2004:x1815448312689920:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.432072:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952805888:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.432073:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290582 00010000:00010000:1.0:1731347580.432074:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007bd31440/0xb104f9478e0043e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ae7 expref: 365 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.432075:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290583 00000100:00100000:0.0:1731347580.432078:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+365:2004:x1815448312690048:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.432079:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952806016:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.432083:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.432085:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.432086:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880064f86880/0xb104f9478dff0906 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95200a expref: 365 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.432091:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880064f86880/0xb104f9478dff0906 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95200a expref: 365 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.432092:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.432092:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.432094:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204681 00010000:00010000:2.0:1731347580.432096:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432097:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+76:3761:x1815447952805760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.432098:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880064f86880/0xb104f9478dff0906 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95200a expref: 365 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.432101:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.432103:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10799 count 1 00010000:00010000:0.0:1731347580.432103:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.432104:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432104:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.432105:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432106:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432108:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432109:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432109:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432110:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432111:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a033c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.432113:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432113:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432115:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800985c58c0/0xb104f9478e003836 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f3a expref: 350 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.432116:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432117:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432117:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.432118:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.432119:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.432120:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432120:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432121:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432123:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a1c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.432124:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e07749d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432125:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.432125:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+364:2004:x1815448312690048:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.432128:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290583 00010000:00010000:1.0:1731347580.432129:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432132:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800985c58c0/0xb104f9478e003836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f3a expref: 350 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.432135:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432137:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800985c58c0/0xb104f9478e003836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f3a expref: 350 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.432138:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077496 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432138:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432142:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952806144:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.432142:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432146:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432150:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.432150:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432153:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432156:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.432158:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432162:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432167:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432170:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0774a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.432194:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+77:3762:x1815447952802432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2323us (2377us total) trans 4295335780 rc 0/0 00000100:00100000:2.0:1731347580.432198:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204666 00000004:00080000:3.0:1731347580.432202:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad5f80/2, rc 0, transno 368484 00000100:00100000:3.0:1731347580.432206:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952802432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.432215:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+124:3761:x1815447952802176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2636us (2668us total) trans 4295367327 rc 0/0 00000100:00100000:1.0:1731347580.432220:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204665 00000100:00100000:3.0:1731347580.432221:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.432225:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952806272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.432228:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952803328:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.432235:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432237:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1731347580.432237:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad7480/2, rc 0, transno 400031 00000100:00100000:1.0:1731347580.432241:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952802176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.432249:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.432249:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952806272 00000100:00100000:1.0:1731347580.432251:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952806272 00000100:00100000:0.0:1731347580.432252:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+77:3762:x1815447952802560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2307us (2417us total) trans 4295335781 rc 0/0 00000100:00100000:0.0:1731347580.432257:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204667 00000100:00100000:1.0:1731347580.432259:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204682 00000100:00100000:1.0:1731347580.432262:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+77:3760:x1815447952806272:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.432264:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952806400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.432266:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312690176 00000100:00100000:2.0:1731347580.432268:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312690176 00010000:00010000:0.0:1731347580.432269:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.432270:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17996 count 1 00010000:00010000:0.0:1731347580.432273:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432275:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.432275:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1d6c900/0xb104f9478dff333e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a3b expref: 364 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.432277:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432277:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.432280:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432284:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaab8000/0xb104f9478e000904 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962008 expref: 350 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.432284:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.432285:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad4380/2, rc 0, transno 368485 00000100:00100000:2.0:1731347580.432286:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290584 00010000:00010000:0.0:1731347580.432287:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02880 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.432288:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952802560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.432288:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+364:2004:x1815448312690176:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.432288:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.432288:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432289:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.432290:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432292:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.432292:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432295:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952806400 00010000:00010000:2.0:1731347580.432295:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1d6c900/0xb104f9478dff333e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2cf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a3b expref: 364 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.432297:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952806400 00010000:00010000:0.0:1731347580.432297:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432299:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aaab8000/0xb104f9478e000904 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962008 expref: 350 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.432300:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1d6c900/0xb104f9478dff333e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2cf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a3b expref: 364 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.432301:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a02880/0xb104f9478e0774ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432305:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aaab8000/0xb104f9478e000904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962008 expref: 350 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.432307:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204683 00010000:00010000:2.0:1731347580.432307:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1d6c900/0xb104f9478dff333e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2cf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a3b expref: 364 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.432310:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+124:3762:x1815447952806400:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.432310:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952806528:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.432312:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.432313:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.432315:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.432318:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15433 count 1 00010000:00010000:2.0:1731347580.432319:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.432320:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0d80 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.432324:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432326:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.432334:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaa19f80/0xb104f9478dff8c70 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a374 expref: 363 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.432334:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+363:2004:x1815448312690176:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.432337:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290584 00010000:00010000:3.0:1731347580.432338:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.432338:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.432340:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432345:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432349:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaa19f80/0xb104f9478dff8c70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a374 expref: 362 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.432349:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432353:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaa19f80/0xb104f9478dff8c70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a374 expref: 362 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.432353:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432356:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432359:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952806656:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.432360:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432363:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.432364:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432368:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.432368:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.432372:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+125:3761:x1815447952802944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2260us (2317us total) trans 4295367328 rc 0/0 00010000:00010000:2.0:1731347580.432376:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.432376:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204668 00000004:00080000:1.0:1731347580.432379:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880099bcea00/2, rc 0, transno 400032 00010000:00010000:2.0:1731347580.432380:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0774b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.432384:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952802944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.432387:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952806784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.432400:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.432402:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.432406:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952806912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.432411:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952806784 00000100:00100000:3.0:1731347580.432413:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952806784 00000100:00100000:1.0:1731347580.432435:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.432445:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952806912 00000100:00100000:0.0:1731347580.432447:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204684 00000100:00100000:3.0:1731347580.432448:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952806912 00000100:00100000:0.0:1731347580.432450:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+78:3763:x1815447952806784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.432458:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204685 00002000:00080000:0.0:1731347580.432458:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18400 count 1 00000100:00100000:3.0:1731347580.432462:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+126:3761:x1815447952806912:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.432465:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+126:3761:x1815447952803072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2347us (2385us total) trans 4295367329 rc 0/0 00010000:00010000:0.0:1731347580.432465:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.432468:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880099bcfb80/2, rc 0, transno 400033 00000100:00100000:2.0:1731347580.432469:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204669 00000100:00100000:1.0:1731347580.432471:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952803072:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.432472:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16839 count 1 00010000:00010000:0.0:1731347580.432472:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e4f840/0xb104f9478e001fd2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636d6 expref: 350 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.432475:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.432476:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.432478:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432481:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.432485:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.432487:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e4f840/0xb104f9478e001fd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636d6 expref: 350 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.432489:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952807040:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.432491:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880128688480/0xb104f9478dfed01f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e723 expref: 362 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.432493:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e4f840/0xb104f9478e001fd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636d6 expref: 350 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.432497:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.432498:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.432499:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.432501:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.432502:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952807168:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.432510:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952807040 00000100:00100000:2.0:1731347580.432512:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952803584:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.432512:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952807040 00000100:00100000:0.0:1731347580.432515:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.432516:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880128688480/0xb104f9478dfed01f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e723 expref: 362 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.432519:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.432520:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204686 00000100:00100000:1.0:1731347580.432523:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+126:3760:x1815447952807040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.432524:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880128688480/0xb104f9478dfed01f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e723 expref: 362 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.432530:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13390 count 1 00000100:00100000:3.0:1731347580.432533:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132623b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952807296:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.432537:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.432543:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4bcc480/0xb104f9478dffb2bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9c3 expref: 362 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.432547:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.432548:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.432549:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432552:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.432558:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4bcc480/0xb104f9478dffb2bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9c3 expref: 362 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.432563:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4bcc480/0xb104f9478dffb2bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9c3 expref: 362 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.432564:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.432569:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952807424:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.432581:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.432584:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312690304 00000100:00100000:3.0:1731347580.432586:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312690304 00010000:00010000:3.0:1731347580.432598:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880115dec900/0xb104f9478dfedc3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f340 expref: 363 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.432614:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290585 00000100:00100000:3.0:1731347580.432618:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+363:2003:x1815448312690304:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.432624:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.432628:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880115dec900/0xb104f9478dfedc3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f340 expref: 363 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.432638:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880115dec900/0xb104f9478dfedc3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f340 expref: 363 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.432649:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880115dec900/0xb104f9478dfedc3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x27dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f340 expref: 363 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.432658:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.432659:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.432662:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432668:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.432692:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.432706:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432711:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+362:2003:x1815448312690304:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 92us (146us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.432711:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432715:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.432718:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290585 00010000:00010000:2.0:1731347580.432719:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432723:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432726:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.432728:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432732:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432738:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.432741:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e0774b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.432824:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+127:3762:x1815447952803456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2516us (2545us total) trans 4295367330 rc 0/0 00000100:00100000:2.0:1731347580.432828:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204670 00000004:00080000:3.0:1731347580.432844:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880099bce680/2, rc 0, transno 400034 00000100:00100000:3.0:1731347580.432858:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952803456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.432911:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952807552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.432930:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.432944:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952807552 00000100:00100000:2.0:1731347580.432948:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952807552 00000100:00100000:2.0:1731347580.432969:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204687 00000100:00100000:2.0:1731347580.432973:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+127:3762:x1815447952807552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.432983:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19051 count 1 00010000:00010000:2.0:1731347580.432992:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.433000:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b2922640/0xb104f9478e00a9c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0d0 expref: 361 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.433011:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.433012:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.433015:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.433029:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b2922640/0xb104f9478e00a9c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0d0 expref: 361 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.433038:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b2922640/0xb104f9478e00a9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0d0 expref: 361 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.433047:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952807680:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.433069:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea626c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.433723:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.433732:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.433734:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952804480:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.433743:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.433744:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312690432 00000100:00100000:0.0:1731347580.433747:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312690432 00000100:00100000:3.0:1731347580.433748:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952804352:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.433751:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952804736:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.433755:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129750240/0xb104f9478dfee518 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc1c expref: 351 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.433757:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952804608:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.433760:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.433763:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.433764:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.433765:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312690688 00000100:00100000:0.0:1731347580.433766:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312690688 00000100:00100000:2.0:1731347580.433784:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290586 00000100:00100000:2.0:1731347580.433789:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+351:2006:x1815448312690432:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.433790:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b27f9d40/0xb104f9478e00382f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f33 expref: 362 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.433794:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.433797:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129750240/0xb104f9478dfee518 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc1c expref: 351 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.433801:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290587 00010000:00010000:2.0:1731347580.433803:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129750240/0xb104f9478dfee518 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc1c expref: 351 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.433804:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+362:2005:x1815448312690688:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.433809:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.433811:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129750240/0xb104f9478dfee518 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fc1c expref: 351 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.433812:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b27f9d40/0xb104f9478e00382f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f33 expref: 362 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.433817:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.433817:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b27f9d40/0xb104f9478e00382f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f33 expref: 362 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.433818:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.433820:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.433824:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.433825:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b27f9d40/0xb104f9478e00382f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f33 expref: 362 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.433831:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.433832:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.433833:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.433834:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.433838:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.433843:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.433846:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+350:2006:x1815448312690432:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.433850:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290586 00010000:00010000:3.0:1731347580.433852:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.433852:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.433859:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.433864:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+361:2005:x1815448312690688:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (131us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.433865:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.433866:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.433868:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290587 00010000:00010000:3.0:1731347580.433871:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.433873:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.433877:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a006c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.433880:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.433880:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952804992:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.433880:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.433885:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.433887:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.433887:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.433888:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.433891:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.433893:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312690816 00000100:00100000:0.0:1731347580.433895:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312690816 00010000:00010000:1.0:1731347580.433896:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae21c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.433897:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.433898:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.433900:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad3f9f80/0xb104f9478e0008fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962001 expref: 361 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.433904:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e0774c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.433905:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.433912:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.433915:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290588 00010000:00010000:1.0:1731347580.433916:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e0774ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.433917:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+361:2003:x1815448312690816:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.433922:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.433924:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.433925:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad3f9f80/0xb104f9478e0008fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x464c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962001 expref: 361 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.433930:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312690560 00010000:00010000:0.0:1731347580.433930:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad3f9f80/0xb104f9478e0008fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x464c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962001 expref: 361 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.433932:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312690560 00010000:00010000:2.0:1731347580.433939:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aa0ae880/0xb104f9478dff08ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952003 expref: 350 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.433941:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad3f9f80/0xb104f9478e0008fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x464c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962001 expref: 361 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.433946:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.433947:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.433949:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290589 00010000:00010000:0.0:1731347580.433949:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.433951:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+350:2003:x1815448312690560:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.433953:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.433956:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.433958:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aa0ae880/0xb104f9478dff08ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952003 expref: 350 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.433960:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.433963:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aa0ae880/0xb104f9478dff08ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952003 expref: 350 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.433970:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aa0ae880/0xb104f9478dff08ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952003 expref: 350 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.433970:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+360:2003:x1815448312690816:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.433973:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290588 00010000:00010000:2.0:1731347580.433975:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.433976:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.433977:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.433981:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.433988:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.433989:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.433998:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312690944 00000100:00100000:2.0:1731347580.433999:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+349:2003:x1815448312690560:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.434000:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+128:3760:x1815447952803840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2721us (2775us total) trans 4295367331 rc 0/0 00000100:00100000:0.0:1731347580.434000:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312690944 00000100:00100000:2.0:1731347580.434002:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290589 00010000:00010000:0.0:1731347580.434005:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129edef40/0xb104f9478e005ee0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675e4 expref: 350 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.434007:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204674 00000100:00100000:0.0:1731347580.434016:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290590 00000100:00100000:0.0:1731347580.434019:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+349:2003:x1815448312690944:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.434021:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+79:3762:x1815447952803712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2769us (2937us total) trans 4295335782 rc 0/0 00010000:00010000:1.0:1731347580.434022:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434023:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434023:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.434025:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129edef40/0xb104f9478e005ee0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x429f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675e4 expref: 349 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.434026:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434028:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434029:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204672 00010000:00010000:1.0:1731347580.434031:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434033:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434034:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434034:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129edef40/0xb104f9478e005ee0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x429f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675e4 expref: 349 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.434037:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434039:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434040:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434040:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129edef40/0xb104f9478e005ee0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x429f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9675e4 expref: 349 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.434043:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.434044:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814398c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.434045:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434045:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.434046:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434046:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.434048:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434049:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434052:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434052:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434054:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.434057:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880099bcc700/2, rc 0, transno 368486 00010000:00010000:2.0:1731347580.434057:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0774d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434059:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.434060:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434064:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952803712:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.434067:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0774c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.434068:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+348:2003:x1815448312690944:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.434071:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290590 00000100:00100000:0.0:1731347580.434098:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952805120:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.434100:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952807808:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.434106:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434121:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.434127:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f556a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952805504:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.434133:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434142:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952807808 00000100:00100000:3.0:1731347580.434145:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952807808 00000100:00100000:2.0:1731347580.434149:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+128:3761:x1815447952803968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2800us (2826us total) trans 4295367332 rc 0/0 00000100:00100000:0.0:1731347580.434149:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.434154:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204675 00000100:00100000:0.0:1731347580.434154:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312691072 00000100:00100000:0.0:1731347580.434156:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312691072 00000100:00100000:1.0:1731347580.434161:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+80:3763:x1815447952804224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2903us (2955us total) trans 4295335783 rc 0/0 00010000:00010000:0.0:1731347580.434161:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af786ac0/0xb104f9478dff3337 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a42 expref: 348 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.434165:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204688 00000100:00100000:3.0:1731347580.434170:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+80:3763:x1815447952807808:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.434170:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290591 00000100:00100000:0.0:1731347580.434172:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+348:2003:x1815448312691072:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.434174:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204673 00010000:00010000:2.0:1731347580.434176:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434176:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.434178:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af786ac0/0xb104f9478dff3337 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a42 expref: 348 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.434182:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13195 count 1 00010000:00010000:2.0:1731347580.434183:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434184:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af786ac0/0xb104f9478dff3337 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a42 expref: 348 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.434189:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434190:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af786ac0/0xb104f9478dff3337 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a42 expref: 348 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.434193:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434195:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434195:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.434196:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1731347580.434197:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880099bcc000/2, rc 0, transno 400036 00010000:00010000:0.0:1731347580.434197:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434200:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.434202:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952803968:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.434202:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434204:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990e4d80/0xb104f9478e0043ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965aee expref: 347 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.434205:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.434208:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434210:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.434211:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.434212:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.434214:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434214:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.434220:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+347:2003:x1815448312691072:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (71us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.434223:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.434224:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290591 00010000:00010000:2.0:1731347580.434227:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e0774dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x429f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.434228:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952807936:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.434230:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990e4d80/0xb104f9478e0043ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965aee expref: 346 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.434233:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434237:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434242:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.434243:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.434245:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990e4d80/0xb104f9478e0043ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965aee expref: 346 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.434245:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434249:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434252:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221680 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.434254:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132620380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952808064:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.434254:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.434255:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880099bcdc00/2, rc 0, transno 400035 00010000:00010000:0.0:1731347580.434257:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.434260:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952803840:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.434265:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434269:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e0774e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2cf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434275:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.434283:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952807936 00000100:00100000:1.0:1731347580.434285:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952807936 00000004:00080000:3.0:1731347580.434295:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d7100/2, rc 0, transno 368487 00000100:00100000:1.0:1731347580.434295:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204689 00000100:00100000:1.0:1731347580.434298:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+128:3760:x1815447952807936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.434303:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952804224:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.434304:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+81:3763:x1815447952804096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2896us (2920us total) trans 4295335784 rc 0/0 00002000:00080000:1.0:1731347580.434305:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19519 count 1 00000100:00100000:2.0:1731347580.434308:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204676 00000004:00080000:3.0:1731347580.434311:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d5500/2, rc 0, transno 368488 00010000:00010000:1.0:1731347580.434312:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434315:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952804096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.434319:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096f22d00/0xb104f9478dff6d67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958472 expref: 359 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.434323:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.434325:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.434326:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434335:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096f22d00/0xb104f9478dff6d67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958472 expref: 359 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.434341:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096f22d00/0xb104f9478dff6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958472 expref: 359 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.434345:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+80:3761:x1815447952804864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2836us (2874us total) trans 4295335785 rc 0/0 00000100:00100000:1.0:1731347580.434346:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952808448:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.434349:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204677 00000100:00100000:3.0:1731347580.434350:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952808576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.434362:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0900 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.434371:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.434372:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.434374:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952808192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.434379:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312691200 00000100:00100000:0.0:1731347580.434381:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312691200 00000100:00100000:3.0:1731347580.434386:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1731347580.434388:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135174fc0/0xb104f9478dfedc35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f339 expref: 347 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.434390:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.434391:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952808320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.434396:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290592 00000100:00100000:1.0:1731347580.434397:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952808576 00000100:00100000:1.0:1731347580.434399:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952808576 00000100:00100000:0.0:1731347580.434399:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+347:2006:x1815448312691200:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.434401:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312691328 00000100:00100000:2.0:1731347580.434403:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312691328 00010000:00010000:0.0:1731347580.434403:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.434405:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135174fc0/0xb104f9478dfedc35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f339 expref: 348 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.434408:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.434411:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135174fc0/0xb104f9478dfedc35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f339 expref: 348 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.434432:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952808320 00000100:00100000:2.0:1731347580.434433:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204690 00000100:00100000:1.0:1731347580.434433:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952808320 00010000:00010000:0.0:1731347580.434435:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135174fc0/0xb104f9478dfedc35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f339 expref: 348 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.434436:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+81:3763:x1815447952808576:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.434441:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.434442:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1731347580.434444:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16839 count 1 00010000:00010000:0.0:1731347580.434444:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.434445:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.434448:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434451:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434455:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.434458:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800960f1200/0xb104f9478dfed026 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e72a expref: 347 pid: 15960 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1731347580.434458:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d6300/2, rc 0, transno 368489 00010000:00010000:2.0:1731347580.434462:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.434462:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952804864:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.434463:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.434464:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.434466:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+347:2006:x1815448312691200:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.434469:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290592 00000100:00100000:1.0:1731347580.434470:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952808192 00000100:00100000:1.0:1731347580.434472:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952808192 00010000:00010000:2.0:1731347580.434474:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800960f1200/0xb104f9478dfed026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e72a expref: 346 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.434479:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800960f1200/0xb104f9478dfed026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e72a expref: 346 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.434480:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204691 00000100:00100000:1.0:1731347580.434482:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204692 00000100:00100000:0.0:1731347580.434482:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:62efdb24-e871-4f0d-8cc7-8cee5b684131+346:2003:x1815448312691328:12345-192.168.203.60@tcp:22:fsx.0 00000100:00100000:2.0:1731347580.434484:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952808704:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.434485:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+129:3761:x1815447952808192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.434493:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15756 count 1 00000100:00100000:3.0:1731347580.434495:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952808832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.434498:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62e40 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.434500:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434510:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096f8fa80/0xb104f9478dffd874 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef78 expref: 359 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.434512:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.434515:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.434516:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.434517:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434527:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096f8fa80/0xb104f9478dffd874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef78 expref: 359 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.434529:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952808832 00010000:00010000:1.0:1731347580.434532:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096f8fa80/0xb104f9478dffd874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef78 expref: 359 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.434533:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952808832 00000100:00100000:1.0:1731347580.434537:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952808960:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.434547:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.434550:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204693 00000100:00100000:3.0:1731347580.434555:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+82:3760:x1815447952808832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.434563:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204694 00000100:00100000:1.0:1731347580.434566:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+82:3763:x1815447952808320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.434567:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13390 count 1 00002000:00010000:0.0:1731347580.434568:0:15921:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3768437 -> 3768437 00002000:00010000:0.0:1731347580.434570:0:15921:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00080000:1.0:1731347580.434572:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15433 count 1 00002000:00010000:0.0:1731347580.434572:0:15921:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.434573:0:15921:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.434575:0:15921:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 640 -> 760 00010000:00010000:3.0:1731347580.434578:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434578:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434584:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800982d06c0/0xb104f9478dff8c69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a36d expref: 347 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.434584:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:62efdb24-e871-4f0d-8cc7-8cee5b684131+347:2003:x1815448312691328:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 101us (194us total) trans 4295335786 rc 0/0 00010000:00010000:1.0:1731347580.434588:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.434588:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204691 00010000:00010000:1.0:1731347580.434589:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.434590:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434591:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b429b180/0xb104f9478dffb2c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ca expref: 347 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.434595:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.434596:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.434598:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434599:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800982d06c0/0xb104f9478dff8c69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a36d expref: 346 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.434599:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434603:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800982d06c0/0xb104f9478dff8c69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a36d expref: 346 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.434606:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434609:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b429b180/0xb104f9478dffb2c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ca expref: 346 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.434609:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952809088:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.434611:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434614:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b429b180/0xb104f9478dffb2c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ca expref: 346 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.434614:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.434617:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0600 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.434618:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434620:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952809216:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.434621:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.434623:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434626:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434631:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434633:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.434635:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e0774ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434669:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952805888:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.434678:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.434704:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952806016:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.434709:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+83:3761:x1815447952805248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2832us (2918us total) trans 4295335787 rc 0/0 00010000:00010000:1.0:1731347580.434712:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.434713:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204678 00000100:00100000:3.0:1731347580.434714:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952806144:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.434723:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.434733:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952806528:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.434739:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.434742:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d4a80/2, rc 0, transno 368491 00000100:00100000:0.0:1731347580.434745:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.434749:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952805248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.434756:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312691584 00000100:00100000:1.0:1731347580.434757:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312691584 00010000:00010000:1.0:1731347580.434765:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007bd31440/0xb104f9478e0043e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ae7 expref: 360 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.434765:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952807168:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.434767:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952806656:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.434784:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.434788:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434790:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.434792:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312691840 00000100:00100000:1.0:1731347580.434794:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312691840 00010000:00010000:1.0:1731347580.434800:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaab8000/0xb104f9478e000904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962008 expref: 347 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.434801:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290593 00000100:00100000:2.0:1731347580.434806:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+360:2004:x1815448312691584:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.434809:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290594 00000100:00100000:1.0:1731347580.434811:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+347:2004:x1815448312691840:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.434811:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.434812:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.434816:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.434817:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007bd31440/0xb104f9478e0043e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x338b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ae7 expref: 360 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.434818:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aaab8000/0xb104f9478e000904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x464c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962008 expref: 347 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.434818:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312692096 00000100:00100000:0.0:1731347580.434820:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312692096 00010000:00010000:1.0:1731347580.434823:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aaab8000/0xb104f9478e000904 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x464c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962008 expref: 348 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.434825:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007bd31440/0xb104f9478e0043e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x338b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ae7 expref: 360 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.434827:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e4f840/0xb104f9478e001fd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636d6 expref: 348 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.434830:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132623b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952807296:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.434831:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaab8000/0xb104f9478e000904 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x464c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962008 expref: 348 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.434836:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007bd31440/0xb104f9478e0043e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x338b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ae7 expref: 360 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.434837:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.434837:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290595 00010000:00010000:3.0:1731347580.434838:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434838:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.434840:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.434840:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+347:2004:x1815448312692096:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.434843:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.434844:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434844:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.434845:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.434846:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e4f840/0xb104f9478e001fd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636d6 expref: 347 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.434847:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434850:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.434851:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.434852:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e4f840/0xb104f9478e001fd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636d6 expref: 347 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.434853:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434857:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952809344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.434859:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e4f840/0xb104f9478e001fd2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636d6 expref: 347 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.434863:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+346:2004:x1815448312691840:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (94us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.434864:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.434865:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.434865:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.434866:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290594 00010000:00010000:0.0:1731347580.434867:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434871:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434878:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.434878:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+359:2004:x1815448312691584:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (133us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.434878:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434878:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.434883:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.434884:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290593 00010000:00010000:1.0:1731347580.434887:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.434888:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+345:2004:x1815448312692096:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (77us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.434890:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.434891:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290595 00010000:00010000:1.0:1731347580.434894:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434897:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.434898:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434899:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952809344 00010000:00010000:2.0:1731347580.434899:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434900:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434902:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434903:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952809344 00010000:00010000:0.0:1731347580.434904:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434907:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434908:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434909:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.434910:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077506 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x464c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434912:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434915:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434915:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434918:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204695 00010000:00010000:0.0:1731347580.434918:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.434920:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.434921:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+83:3760:x1815447952809344:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.434922:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.434924:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434928:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.434929:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19051 count 1 00010000:00010000:0.0:1731347580.434929:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434933:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.434933:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077514 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434935:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434936:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434941:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434943:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009855b3c0/0xb104f9478e00a9cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0c9 expref: 344 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.434948:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.434949:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.434949:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434950:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.434954:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e0774f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.434963:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009855b3c0/0xb104f9478e00a9cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0c9 expref: 344 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.434969:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009855b3c0/0xb104f9478e00a9cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0c9 expref: 344 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.434977:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952809472:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.434988:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+85:3760:x1815447952806272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2724us (2749us total) trans 4295335788 rc 0/0 00000100:00100000:1.0:1731347580.434992:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204682 00000100:00100000:3.0:1731347580.434995:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000004:00080000:1.0:1731347580.435009:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131fd4e00/2, rc 0, transno 368492 00000100:00100000:0.0:1731347580.435013:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+84:3763:x1815447952806784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2562us (2612us total) trans 4295335789 rc 0/0 00000100:00100000:1.0:1731347580.435014:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952806272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.435017:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204684 00000100:00100000:3.0:1731347580.435044:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952809600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.435044:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+130:3762:x1815447952805632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3012us (3069us total) trans 4295367333 rc 0/0 00000100:00100000:1.0:1731347580.435050:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952807424:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.435051:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204680 00000100:00100000:0.0:1731347580.435056:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952807680:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.435057:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.435060:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.435063:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.435077:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.435080:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952809600 00000100:00100000:2.0:1731347580.435083:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952809600 00000100:00100000:0.0:1731347580.435087:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.435089:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d7800/2, rc 0, transno 400037 00000100:00100000:1.0:1731347580.435091:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312691456 00000100:00100000:0.0:1731347580.435092:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312691712 00000100:00100000:1.0:1731347580.435094:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312691456 00000100:00100000:0.0:1731347580.435094:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312691712 00000100:00100000:3.0:1731347580.435097:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952805632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.435098:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204696 00010000:00010000:0.0:1731347580.435101:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800985c58c0/0xb104f9478e003836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f3a expref: 345 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.435102:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+84:3762:x1815447952809600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.435105:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac234480/0xb104f9478e001fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636cf expref: 359 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.435110:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290596 00002000:00080000:2.0:1731347580.435111:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19519 count 1 00000100:00100000:0.0:1731347580.435113:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+345:2004:x1815448312691712:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1731347580.435115:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131fd6300/2, rc 0, transno 368493 00000100:00100000:1.0:1731347580.435118:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290597 00010000:00010000:0.0:1731347580.435119:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.435120:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952806784:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.435121:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.435121:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+359:2004:x1815448312691456:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.435121:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800985c58c0/0xb104f9478e003836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f3a expref: 345 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.435127:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.435127:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800985c58c0/0xb104f9478e003836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f3a expref: 345 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.435129:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac234480/0xb104f9478e001fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636cf expref: 359 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.435130:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2880/0xb104f9478dff6d6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95846b expref: 345 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.435134:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800985c58c0/0xb104f9478e003836 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964f3a expref: 345 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.435135:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.435136:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac234480/0xb104f9478e001fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636cf expref: 359 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.435138:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.435140:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435140:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.435141:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.435143:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.435144:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1731347580.435147:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac234480/0xb104f9478e001fcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9636cf expref: 359 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.435147:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.435150:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952809728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.435154:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2880/0xb104f9478dff6d6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95846b expref: 344 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.435154:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.435156:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.435157:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.435159:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435162:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2880/0xb104f9478dff6d6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95846b expref: 344 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.435164:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.435164:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+344:2004:x1815448312691712:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.435167:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290596 00000100:00100000:3.0:1731347580.435169:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.435170:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952809856:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.435174:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.435176:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952809728 00000100:00100000:0.0:1731347580.435178:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952809728 00000100:00100000:0.0:1731347580.435185:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204697 00000100:00100000:1.0:1731347580.435187:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+358:2004:x1815448312691456:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.435187:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+85:3762:x1815447952809728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.435191:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.435191:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290597 00010000:00010000:3.0:1731347580.435194:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.435194:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15756 count 1 00010000:00010000:3.0:1731347580.435200:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435201:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435204:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435208:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435208:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aa0a58c0/0xb104f9478dffd86d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef71 expref: 343 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.435212:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.435213:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.435214:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435214:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435219:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.435222:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.435222:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.435223:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aa0a58c0/0xb104f9478dffd86d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef71 expref: 343 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.435224:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952809984:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.435228:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aa0a58c0/0xb104f9478dffd86d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef71 expref: 343 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.435229:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.435234:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952810112:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.435236:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.435239:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435245:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e0774f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.435248:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312691968 00000100:00100000:0.0:1731347580.435248:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.435249:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.435250:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312691968 00000100:00100000:0.0:1731347580.435254:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952809984 00000100:00100000:0.0:1731347580.435256:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952809984 00010000:00010000:1.0:1731347580.435257:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaa19f80/0xb104f9478dff8c70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a374 expref: 358 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.435272:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312692352 00000100:00100000:0.0:1731347580.435272:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204698 00000100:00100000:1.0:1731347580.435273:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312692352 00000100:00100000:0.0:1731347580.435275:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+130:3760:x1815447952809984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.435278:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4bcc480/0xb104f9478dffb2bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9c3 expref: 359 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.435282:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290598 00002000:00080000:0.0:1731347580.435282:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14495 count 1 00000100:00100000:2.0:1731347580.435288:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+359:2004:x1815448312691968:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.435288:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.435289:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290599 00000100:00100000:1.0:1731347580.435292:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+359:2004:x1815448312692352:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.435295:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.435295:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098416880/0xb104f9478dff7619 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d24 expref: 359 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.435296:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.435298:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4bcc480/0xb104f9478dffb2bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x344e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9c3 expref: 359 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.435299:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaa19f80/0xb104f9478dff8c70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a374 expref: 359 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.435299:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.435299:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.435301:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.435304:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4bcc480/0xb104f9478dffb2bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x344e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9c3 expref: 359 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.435308:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaa19f80/0xb104f9478dff8c70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a374 expref: 359 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.435310:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4bcc480/0xb104f9478dffb2bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x344e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9c3 expref: 359 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.435310:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098416880/0xb104f9478dff7619 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d24 expref: 359 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.435314:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098416880/0xb104f9478dff7619 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d24 expref: 358 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.435316:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.435317:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.435318:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaa19f80/0xb104f9478dff8c70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a374 expref: 358 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.435318:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.435320:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952810240:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.435323:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435326:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.435328:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.435329:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.435330:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.435331:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.435336:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.435340:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+357:2004:x1815448312692352:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.435343:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290599 00010000:00010000:2.0:1731347580.435348:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.435352:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.435356:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435357:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.435360:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+131:3762:x1815447952805376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3334us (3447us total) trans 4295367334 rc 0/0 00010000:00010000:2.0:1731347580.435363:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.435364:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.435365:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204679 00010000:00010000:1.0:1731347580.435367:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435369:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.435371:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435374:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.435374:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.435376:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435379:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.435379:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435380:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435383:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435384:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.435384:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435387:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.435387:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077522 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435388:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435392:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435393:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435396:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435399:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.435401:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435401:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435404:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.435406:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e07750d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435410:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435413:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00240/0xb104f9478e0774ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.435480:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+132:3760:x1815447952807040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2955us (2979us total) trans 4295367335 rc 0/0 00000100:00100000:1.0:1731347580.435484:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204686 00000004:00080000:0.0:1731347580.435487:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad5500/2, rc 0, transno 400039 00000100:00100000:0.0:1731347580.435492:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952807040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.435507:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+86:3761:x1815447952805760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3409us (3515us total) trans 4295335790 rc 0/0 00000100:00100000:0.0:1731347580.435507:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.435512:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204681 00000100:00100000:0.0:1731347580.435512:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952810368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.435519:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+131:3762:x1815447952806400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3206us (3242us total) trans 4295367336 rc 0/0 00000100:00100000:2.0:1731347580.435525:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204683 00000100:00100000:0.0:1731347580.435526:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1731347580.435533:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131fd5f80/2, rc 0, transno 400040 00000100:00100000:2.0:1731347580.435537:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952810368 00000100:00100000:3.0:1731347580.435539:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952806400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.435539:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952810368 00000004:00080000:3.0:1731347580.435544:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d4000/2, rc 0, transno 400038 00000100:00100000:3.0:1731347580.435546:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952805376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.435552:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952810496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.435554:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204699 00000100:00100000:2.0:1731347580.435557:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+131:3760:x1815447952810368:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.435559:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952810624:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.435563:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1731347580.435568:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19114 count 1 00000100:00100000:0.0:1731347580.435570:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1731347580.435576:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d4380/2, rc 0, transno 368494 00000100:00100000:1.0:1731347580.435576:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952810496 00010000:00010000:2.0:1731347580.435578:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.435580:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952805760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.435580:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952810496 00010000:00010000:2.0:1731347580.435587:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078c48fc0/0xb104f9478dffe5e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fce5 expref: 356 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.435593:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.435594:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.435594:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952810624 00000100:00100000:1.0:1731347580.435596:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952810624 00010000:00010000:2.0:1731347580.435597:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.435597:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952810752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.435600:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204700 00000100:00100000:3.0:1731347580.435603:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+133:3762:x1815447952810496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.435606:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.435609:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204701 00010000:00010000:2.0:1731347580.435611:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078c48fc0/0xb104f9478dffe5e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fce5 expref: 356 pid: 15960 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1731347580.435612:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17049 count 1 00000100:00100000:1.0:1731347580.435613:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+133:3763:x1815447952810624:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.435615:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952810752 00000100:00100000:0.0:1731347580.435617:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952810752 00010000:00010000:2.0:1731347580.435619:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078c48fc0/0xb104f9478dffe5e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fce5 expref: 356 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.435620:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.435623:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11903 count 1 00000100:00100000:2.0:1731347580.435627:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952810880:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.435627:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204702 00010000:00010000:3.0:1731347580.435628:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009289f180/0xb104f9478dffa616 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd13 expref: 356 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.435630:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+86:3760:x1815447952810752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.435632:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.435633:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.435633:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435634:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.435637:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14495 count 1 00010000:00010000:1.0:1731347580.435642:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0624240/0xb104f9478dff2e59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95455d expref: 356 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.435644:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435646:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009289f180/0xb104f9478dffa616 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd13 expref: 356 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.435647:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.435649:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.435650:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.435651:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435651:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800989fe640/0xb104f9478dff7620 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d1d expref: 343 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.435654:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009289f180/0xb104f9478dffa616 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd13 expref: 356 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.435655:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.435657:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.435659:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.435665:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+356:2004:x1815448312691968:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 377us (442us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.435666:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0624240/0xb104f9478dff2e59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95455d expref: 356 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.435668:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952811008:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.435671:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290598 00010000:00010000:0.0:1731347580.435673:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800989fe640/0xb104f9478dff7620 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d1d expref: 343 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.435675:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0624240/0xb104f9478dff2e59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95455d expref: 356 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.435681:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800989fe640/0xb104f9478dff7620 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d1d expref: 343 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.435684:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952811136:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.435687:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.435690:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952811264:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.435695:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.435700:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.435708:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb780 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.435709:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312692224 00000100:00100000:2.0:1731347580.435712:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312692224 00010000:00010000:2.0:1731347580.435721:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880128688480/0xb104f9478dfed01f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e723 expref: 356 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.435736:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290600 00000100:00100000:2.0:1731347580.435740:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+356:2004:x1815448312692224:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.435746:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.435746:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.435749:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880128688480/0xb104f9478dfed01f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e723 expref: 356 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.435757:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880128688480/0xb104f9478dfed01f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x41c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e723 expref: 356 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.435757:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312692480 00000100:00100000:1.0:1731347580.435760:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312692480 00010000:00010000:2.0:1731347580.435767:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880128688480/0xb104f9478dfed01f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x41c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e723 expref: 357 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.435783:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b2922640/0xb104f9478e00a9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0d0 expref: 357 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.435792:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.435794:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.435796:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.435800:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290601 00010000:00010000:2.0:1731347580.435803:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.435803:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+356:2004:x1815448312692480:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.435807:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.435810:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b2922640/0xb104f9478e00a9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0d0 expref: 356 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.435815:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b2922640/0xb104f9478e00a9c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0d0 expref: 356 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.435823:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b2922640/0xb104f9478e00a9c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0d0 expref: 356 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.435824:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.435829:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.435830:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.435832:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.435836:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.435839:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+355:2004:x1815448312692224:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 97us (143us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.435844:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.435844:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.435845:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290600 00010000:00010000:3.0:1731347580.435849:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435850:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435854:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.435855:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+354:2004:x1815448312692480:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (109us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.435857:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435858:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.435858:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290601 00010000:00010000:3.0:1731347580.435862:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435865:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.435867:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435870:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435871:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435876:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435877:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.435881:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07751b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435882:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435887:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.435890:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435897:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435906:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.435912:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077529 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.435962:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+135:3761:x1815447952806912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3498us (3525us total) trans 4295367337 rc 0/0 00000100:00100000:3.0:1731347580.435966:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204685 00000004:00080000:2.0:1731347580.435977:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f83b80/2, rc 0, transno 400041 00000100:00100000:2.0:1731347580.435993:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952806912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.436022:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+134:3762:x1815447952807552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3047us (3090us total) trans 4295367338 rc 0/0 00000004:00080000:3.0:1731347580.436028:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a4380/2, rc 0, transno 400042 00000100:00100000:0.0:1731347580.436028:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204687 00000100:00100000:3.0:1731347580.436031:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952807552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.436041:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952811392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.436061:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.436074:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952811520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.436092:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.436110:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952811392 00000100:00100000:2.0:1731347580.436113:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952811392 00000100:00100000:2.0:1731347580.436127:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952811520 00000100:00100000:2.0:1731347580.436129:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952811520 00000100:00100000:3.0:1731347580.436138:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204703 00000100:00100000:3.0:1731347580.436143:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+135:3761:x1815447952811392:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.436143:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204704 00000100:00100000:2.0:1731347580.436147:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+135:3762:x1815447952811520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.436157:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18999 count 1 00002000:00080000:2.0:1731347580.436157:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13041 count 1 00010000:00010000:3.0:1731347580.436165:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.436167:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.436172:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8c08d80/0xb104f9478dffa6b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdc2 expref: 353 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.436176:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.436177:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.436177:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad385d40/0xb104f9478dff3d0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef955413 expref: 353 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.436178:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.436183:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.436184:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.436186:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.436189:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8c08d80/0xb104f9478dffa6b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdc2 expref: 353 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.436195:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8c08d80/0xb104f9478dffa6b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdc2 expref: 353 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.436199:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952808448:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.436201:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952811648:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.436201:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad385d40/0xb104f9478dff3d0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955413 expref: 353 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.436209:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad385d40/0xb104f9478dff3d0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955413 expref: 353 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.436212:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.436217:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.436218:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952811776:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.436233:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132620380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952808064:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.436238:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.436241:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.436257:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952808704:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.436268:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.436325:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.436327:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952808960:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.436339:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.436342:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312692736 00000100:00100000:2.0:1731347580.436346:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312692736 00010000:00010000:2.0:1731347580.436356:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096f22d00/0xb104f9478dff6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958472 expref: 354 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.436371:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290602 00000100:00100000:2.0:1731347580.436374:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+354:2003:x1815448312692736:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.436381:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.436384:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096f22d00/0xb104f9478dff6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958472 expref: 354 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.436392:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096f22d00/0xb104f9478dff6d67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958472 expref: 354 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.436402:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096f22d00/0xb104f9478dff6d67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958472 expref: 354 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.436410:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.436411:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.436414:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.436444:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.436456:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.436467:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.436475:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.436480:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+353:2003:x1815448312692736:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 104us (156us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.436481:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.436486:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.436488:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290602 00010000:00010000:0.0:1731347580.436492:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.436560:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.436563:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.436570:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.436609:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952809088:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.436620:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.436630:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.436635:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.436636:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077537 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.436643:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952809216:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.436645:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312692608 00000100:00100000:2.0:1731347580.436647:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312692608 00010000:00010000:3.0:1731347580.436652:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.436657:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990e4d80/0xb104f9478e0043ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965aee expref: 344 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.436671:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290603 00000100:00100000:2.0:1731347580.436675:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+344:2003:x1815448312692608:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.436682:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.436685:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990e4d80/0xb104f9478e0043ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x338b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965aee expref: 344 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.436693:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990e4d80/0xb104f9478e0043ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x338b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965aee expref: 344 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.436704:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990e4d80/0xb104f9478e0043ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x338b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965aee expref: 344 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.436718:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.436719:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.436722:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.436728:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.436748:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.436760:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.436764:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.436766:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+343:2003:x1815448312692608:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 90us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.436779:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.436783:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.436786:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290603 00010000:00010000:3.0:1731347580.436790:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.436794:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.436795:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.436799:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.436805:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.436809:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e077530 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x338b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.436809:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.436825:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312692864 00000100:00100000:2.0:1731347580.436828:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312692864 00010000:00010000:2.0:1731347580.436837:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800960f1200/0xb104f9478dfed026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e72a expref: 343 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.436850:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290604 00000100:00100000:0.0:1731347580.436851:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+136:3760:x1815447952807936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2551us (2606us total) trans 4295367339 rc 0/0 00000100:00100000:2.0:1731347580.436854:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+343:2003:x1815448312692864:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1731347580.436859:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a6a00/2, rc 0, transno 400043 00010000:00010000:2.0:1731347580.436860:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.436864:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800960f1200/0xb104f9478dfed026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e72a expref: 343 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.436866:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952807936:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.436872:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800960f1200/0xb104f9478dfed026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e72a expref: 343 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.436886:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+87:3763:x1815447952807808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2715us (2763us total) trans 4295335791 rc 0/0 00010000:00010000:2.0:1731347580.436888:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960f1200/0xb104f9478dfed026 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e72a expref: 343 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.436890:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204688 00010000:00010000:2.0:1731347580.436896:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.436897:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.436897:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204689 00010000:00010000:2.0:1731347580.436900:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.436902:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.436906:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.436909:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952811904:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.436917:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1731347580.436919:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132622a00/2, rc 0, transno 368495 00000100:00100000:0.0:1731347580.436925:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952807808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.436928:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.436933:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+342:2003:x1815448312692864:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.436939:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290604 00000100:00100000:0.0:1731347580.436943:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952811904 00000100:00100000:0.0:1731347580.436945:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952811904 00010000:00010000:2.0:1731347580.436953:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.436955:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204705 00000100:00100000:0.0:1731347580.436958:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+136:3762:x1815447952811904:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.436960:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.436966:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952812032:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.436966:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10273 count 1 00010000:00010000:2.0:1731347580.436967:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.436973:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.436974:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.436980:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800986dd200/0xb104f9478dffd04e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e74b expref: 352 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.436984:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.436985:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.436985:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.436986:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.436986:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.436991:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.436993:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.436996:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800986dd200/0xb104f9478dffd04e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e74b expref: 352 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.437000:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.437002:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952812032 00010000:00010000:0.0:1731347580.437005:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800986dd200/0xb104f9478dffd04e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e74b expref: 352 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.437006:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952812032 00010000:00010000:2.0:1731347580.437009:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.437010:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952812160:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.437016:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07753e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.437020:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204706 00000100:00100000:3.0:1731347580.437023:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+87:3760:x1815447952812032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.437024:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb3c0 going to sleep for 11 seconds 00002000:00080000:3.0:1731347580.437033:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19114 count 1 00010000:00010000:3.0:1731347580.437040:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437050:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88001d080fc0/0xb104f9478dffe5e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fcec expref: 341 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.437056:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.437058:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.437060:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437075:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88001d080fc0/0xb104f9478dffe5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fcec expref: 341 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.437084:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88001d080fc0/0xb104f9478dffe5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fcec expref: 341 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.437093:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952812288:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.437113:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.437126:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+88:3763:x1815447952808576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2688us (2754us total) trans 4295335792 rc 0/0 00000004:00080000:0.0:1731347580.437131:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132621500/2, rc 0, transno 368496 00000100:00100000:2.0:1731347580.437133:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204690 00000100:00100000:0.0:1731347580.437135:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952808576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.437165:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952812416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.437182:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.437199:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952812416 00000100:00100000:3.0:1731347580.437203:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952812416 00000100:00100000:1.0:1731347580.437203:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.437219:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204707 00000100:00100000:3.0:1731347580.437223:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+88:3761:x1815447952812416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.437233:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17049 count 1 00000100:00100000:1.0:1731347580.437240:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.437241:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312693120 00010000:00010000:3.0:1731347580.437243:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.437245:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312693120 00000100:00100000:1.0:1731347580.437249:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.437249:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312693248 00000100:00100000:0.0:1731347580.437252:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312693248 00010000:00010000:2.0:1731347580.437255:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096f8fa80/0xb104f9478dffd874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef78 expref: 353 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.437256:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4975b00/0xb104f9478dffa60f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd1a expref: 342 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.437260:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312692992 00000100:00100000:0.0:1731347580.437261:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312692992 00010000:00010000:3.0:1731347580.437262:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.437263:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.437265:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.437269:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800982d06c0/0xb104f9478dff8c69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a36d expref: 343 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.437272:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290605 00000100:00100000:2.0:1731347580.437276:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+353:2004:x1815448312693120:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.437277:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4975b00/0xb104f9478dffa60f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd1a expref: 343 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.437281:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290606 00010000:00010000:3.0:1731347580.437282:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4975b00/0xb104f9478dffa60f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd1a expref: 343 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.437283:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.437283:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952809856:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.437284:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+343:2003:x1815448312692992:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.437286:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096f8fa80/0xb104f9478dffd874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef78 expref: 353 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.437288:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952812544:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.437289:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.437291:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.437291:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800982d06c0/0xb104f9478dff8c69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a36d expref: 343 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.437295:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096f8fa80/0xb104f9478dffd874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef78 expref: 353 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.437296:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800982d06c0/0xb104f9478dff8c69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a36d expref: 343 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.437305:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.437306:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096f8fa80/0xb104f9478dffd874 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3d8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef78 expref: 353 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.437308:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800982d06c0/0xb104f9478dff8c69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a36d expref: 343 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.437314:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.437315:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.437316:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.437317:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.437317:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.437319:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952809472:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.437319:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.437319:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952810112:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.437321:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437325:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437327:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.437329:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.437329:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.437338:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.437339:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+342:2003:x1815448312692992:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (89us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.437342:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.437343:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290606 00010000:00010000:3.0:1731347580.437349:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437353:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.437353:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.437354:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+352:2004:x1815448312693120:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (151us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.437355:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b429b180/0xb104f9478dffb2c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ca expref: 341 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.437360:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290605 00010000:00010000:1.0:1731347580.437360:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437361:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437365:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.437366:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437368:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.437368:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290607 00010000:00010000:3.0:1731347580.437371:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1d40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.437371:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+341:2006:x1815448312693248:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.437373:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.437373:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.437374:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.437376:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b429b180/0xb104f9478dffb2c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x344e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ca expref: 341 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.437377:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.437378:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.437381:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.437381:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b429b180/0xb104f9478dffb2c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x344e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ca expref: 341 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.437383:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437386:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e077545 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.437387:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.437388:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b429b180/0xb104f9478dffb2c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x344e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ca expref: 341 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.437389:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.437396:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.437397:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312693376 00010000:00010000:0.0:1731347580.437397:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.437398:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.437400:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312693376 00010000:00010000:0.0:1731347580.437400:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.437404:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077553 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.437406:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437409:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009855b3c0/0xb104f9478e00a9cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0c9 expref: 341 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.437437:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.437447:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290608 00000100:00100000:2.0:1731347580.437452:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+341:2003:x1815448312693376:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.437454:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+341:2006:x1815448312693248:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 81us (212us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.437458:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.437461:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290607 00010000:00010000:2.0:1731347580.437462:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009855b3c0/0xb104f9478e00a9cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0c9 expref: 341 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.437470:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009855b3c0/0xb104f9478e00a9cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0c9 expref: 340 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.437480:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009855b3c0/0xb104f9478e00a9cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c0c9 expref: 340 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.437486:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+137:3761:x1815447952808192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2999us (3039us total) trans 4295367340 rc 0/0 00010000:00010000:2.0:1731347580.437488:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.437490:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.437491:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204692 00010000:00010000:2.0:1731347580.437492:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437499:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437503:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437508:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437511:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.437512:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437516:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437520:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437523:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.437524:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.437525:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+339:2003:x1815448312693376:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.437528:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.437531:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290608 00010000:00010000:3.0:1731347580.437534:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437537:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e07754c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x344e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.437554:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.437564:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312693632 00000100:00100000:2.0:1731347580.437566:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312693632 00010000:00010000:2.0:1731347580.437574:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aa0a58c0/0xb104f9478dffd86d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef71 expref: 339 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.437587:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290609 00000100:00100000:2.0:1731347580.437591:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+339:2003:x1815448312693632:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.437597:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.437600:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aa0a58c0/0xb104f9478dffd86d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef71 expref: 339 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.437605:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+89:3760:x1815447952808832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3050us (3092us total) trans 4295335793 rc 0/0 00010000:00010000:2.0:1731347580.437608:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aa0a58c0/0xb104f9478dffd86d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef71 expref: 339 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.437609:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204693 00010000:00010000:2.0:1731347580.437618:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aa0a58c0/0xb104f9478dffd86d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef71 expref: 339 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.437625:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a4000/2, rc 0, transno 400044 00010000:00010000:2.0:1731347580.437625:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.437627:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.437629:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952808192:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.437629:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437636:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437647:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.437652:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcadf80/2, rc 0, transno 368497 00000100:00100000:3.0:1731347580.437656:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952808832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.437658:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.437660:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+338:2003:x1815448312693632:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.437666:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952812672:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.437667:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.437669:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290609 00000100:00100000:3.0:1731347580.437672:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952812800:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.437684:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.437685:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.437691:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.437696:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952812800 00000100:00100000:3.0:1731347580.437698:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952812800 00010000:00010000:2.0:1731347580.437698:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437704:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.437705:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.437707:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204708 00000100:00100000:3.0:1731347580.437709:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+89:3762:x1815447952812800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.437710:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437716:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b180 already unused, calling callback (ffffffffa085a100) 00002000:00080000:3.0:1731347580.437717:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11903 count 1 00010000:00010000:2.0:1731347580.437718:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.437719:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952812672 00000100:00100000:0.0:1731347580.437722:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952812672 00010000:00010000:3.0:1731347580.437724:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437724:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437731:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d9c240/0xb104f9478dff2e60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954564 expref: 337 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.437732:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437734:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.437735:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.437737:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.437738:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077568 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437745:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1d9c240/0xb104f9478dff2e60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954564 expref: 337 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.437754:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1d9c240/0xb104f9478dff2e60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954564 expref: 337 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.437759:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952812928:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.437786:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.437795:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437800:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437804:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.437804:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204709 00010000:00010000:3.0:1731347580.437807:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.437808:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+137:3763:x1815447952812672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.437811:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437814:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.437816:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.437817:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10991 count 1 00010000:00010000:3.0:1731347580.437819:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.437824:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437826:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437830:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07755a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.437831:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+91:3763:x1815447952808320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3263us (3422us total) trans 4295335794 rc 0/0 00010000:00010000:0.0:1731347580.437832:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096041440/0xb104f9478dff8fa3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6a7 expref: 351 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.437836:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.437837:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.437838:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204694 00010000:00010000:0.0:1731347580.437839:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.437849:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096041440/0xb104f9478dff8fa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6a7 expref: 351 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.437851:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+90:3762:x1815447952809728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2661us (2680us total) trans 4295335795 rc 0/0 00010000:00010000:0.0:1731347580.437854:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096041440/0xb104f9478dff8fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6a7 expref: 351 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.437858:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204697 00000100:00100000:0.0:1731347580.437859:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120382d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952813056:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.437868:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.437874:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.437884:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312693504 00000100:00100000:2.0:1731347580.437887:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312693504 00000004:00080000:0.0:1731347580.437887:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132622680/2, rc 0, transno 368498 00000100:00100000:0.0:1731347580.437892:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952808320:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.437896:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2880/0xb104f9478dff6d6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95846b expref: 338 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.437904:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+90:3760:x1815447952809344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2982us (3026us total) trans 4295335796 rc 0/0 00000100:00100000:3.0:1731347580.437908:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204695 00000100:00100000:2.0:1731347580.437909:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290610 00000100:00100000:0.0:1731347580.437909:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.437913:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+338:2003:x1815448312693504:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.437913:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952813184:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.437919:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.437922:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2880/0xb104f9478dff6d6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95846b expref: 338 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.437922:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952811136:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.437925:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.437926:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952811008:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.437930:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2880/0xb104f9478dff6d6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95846b expref: 338 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.437931:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.437934:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.437935:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952813184 00000100:00100000:0.0:1731347580.437937:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952813184 00010000:00010000:2.0:1731347580.437940:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8e2880/0xb104f9478dff6d6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95846b expref: 338 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.437947:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.437948:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcadc00/2, rc 0, transno 368500 00000100:00100000:0.0:1731347580.437948:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204710 00010000:00010000:2.0:1731347580.437949:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.437951:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.437951:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+90:3761:x1815447952813184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.437952:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.437953:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952809344:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.437957:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.437958:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18999 count 1 00000100:00100000:1.0:1731347580.437960:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.437963:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132623b80/2, rc 0, transno 368499 00010000:00010000:0.0:1731347580.437964:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.437965:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952809728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.437967:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312694016 00000100:00100000:1.0:1731347580.437969:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312694016 00010000:00010000:2.0:1731347580.437970:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.437974:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4977600/0xb104f9478dffa6be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdbb expref: 337 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.437977:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009289f180/0xb104f9478dffa616 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd13 expref: 352 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.437978:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.437979:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.437981:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.437982:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+337:2003:x1815448312693504:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.437985:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312694144 00000100:00100000:1.0:1731347580.437987:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312694144 00000100:00100000:2.0:1731347580.437988:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290610 00010000:00010000:0.0:1731347580.437989:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4977600/0xb104f9478dffa6be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdbb expref: 337 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.437990:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0624240/0xb104f9478dff2e59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95455d expref: 353 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.437994:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4977600/0xb104f9478dffa6be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdbb expref: 336 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.437999:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290611 00000100:00100000:0.0:1731347580.437999:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952813312:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.438002:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+353:2003:x1815448312694016:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.438007:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290612 00010000:00010000:1.0:1731347580.438007:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.438009:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009289f180/0xb104f9478dffa616 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd13 expref: 353 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.438009:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.438011:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+353:2003:x1815448312694144:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.438015:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.438015:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009289f180/0xb104f9478dffa616 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd13 expref: 353 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.438018:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0624240/0xb104f9478dff2e59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95455d expref: 353 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.438024:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0624240/0xb104f9478dff2e59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95455d expref: 353 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.438026:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009289f180/0xb104f9478dffa616 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd13 expref: 353 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.438031:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0624240/0xb104f9478dff2e59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2e7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95455d expref: 352 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.438032:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438033:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438035:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438036:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.438037:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.438039:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438039:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438044:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438048:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.438052:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.438057:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+351:2003:x1815448312694016:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.438059:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+351:2003:x1815448312694144:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.438061:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290611 00000100:00100000:2.0:1731347580.438063:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290612 00000100:00100000:0.0:1731347580.438064:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952811264:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.438069:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438072:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438077:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.438081:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952810880:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.438081:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952813440:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.438084:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438088:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438091:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438092:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952811648:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.438094:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.438097:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438097:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438100:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438101:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438103:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.438105:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438106:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438106:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1731347580.438108:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438108:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952813568:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.438112:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438113:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438113:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.438115:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae18c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.438117:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438117:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.438121:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438122:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.438123:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438125:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952813440 00010000:00010000:2.0:1731347580.438126:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438127:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952813440 00000100:00100000:1.0:1731347580.438128:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312694272 00010000:00010000:3.0:1731347580.438129:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e07757d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438130:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312694272 00010000:00010000:2.0:1731347580.438131:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077584 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438135:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800989fe640/0xb104f9478dff7620 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d1d expref: 337 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.438135:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952813568 00000100:00100000:0.0:1731347580.438136:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952813568 00000100:00100000:0.0:1731347580.438142:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204711 00000100:00100000:0.0:1731347580.438145:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+92:3761:x1815447952813440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.438147:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312694400 00000100:00100000:1.0:1731347580.438148:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312694400 00010000:00010000:1.0:1731347580.438152:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8c08d80/0xb104f9478dffa6b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdc2 expref: 350 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.438152:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13041 count 1 00000100:00100000:1.0:1731347580.438159:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290613 00010000:00010000:0.0:1731347580.438159:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438162:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+337:2003:x1815448312694272:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.438166:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.438166:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af103840/0xb104f9478dff3d16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95541a expref: 337 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.438168:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800989fe640/0xb104f9478dff7620 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x389f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d1d expref: 337 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.438169:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.438170:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.438172:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438173:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800989fe640/0xb104f9478dff7620 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x389f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d1d expref: 337 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.438180:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800989fe640/0xb104f9478dff7620 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x389f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d1d expref: 337 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.438181:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af103840/0xb104f9478dff3d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95541a expref: 337 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.438185:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.438185:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af103840/0xb104f9478dff3d16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95541a expref: 336 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.438186:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438187:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438190:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952813696:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.438192:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438199:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.438200:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb780 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.438207:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438208:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+336:2003:x1815448312694272:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.438211:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290613 00010000:00010000:0.0:1731347580.438215:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438217:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290614 00000100:00100000:2.0:1731347580.438218:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+139:3763:x1815447952810624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2604us (2645us total) trans 4295367341 rc 0/0 00000100:00100000:1.0:1731347580.438219:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+350:2003:x1815448312694400:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.438219:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438222:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438223:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.438224:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204701 00010000:00010000:1.0:1731347580.438225:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8c08d80/0xb104f9478dffa6b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdc2 expref: 350 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.438226:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438229:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.438230:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8c08d80/0xb104f9478dffa6b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdc2 expref: 350 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.438231:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438234:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.438236:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204712 00010000:00010000:1.0:1731347580.438236:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8c08d80/0xb104f9478dffa6b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdc2 expref: 350 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.438238:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+138:3762:x1815447952810496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2632us (2671us total) trans 4295367342 rc 0/0 00000100:00100000:2.0:1731347580.438240:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+92:3763:x1815447952813568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.438240:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438241:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438241:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438243:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438243:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07758b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.438244:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204700 00010000:00010000:1.0:1731347580.438247:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.438252:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10273 count 1 00010000:00010000:1.0:1731347580.438254:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.438259:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+349:2003:x1815448312694400:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (137us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.438261:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438263:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290614 00010000:00010000:2.0:1731347580.438271:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af180900/0xb104f9478dffd047 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e752 expref: 335 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.438272:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.438276:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a7100/2, rc 0, transno 400046 00010000:00010000:1.0:1731347580.438276:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438277:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.438279:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438280:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438281:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.438282:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952810496:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.438284:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438287:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438290:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.438292:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438295:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af180900/0xb104f9478dffd047 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e752 expref: 335 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.438296:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438300:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.438301:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1731347580.438304:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e077592 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438305:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af180900/0xb104f9478dffd047 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e752 expref: 335 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.438306:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952813952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.438311:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952813824:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.438321:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.438325:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.438332:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952813952 00000100:00100000:0.0:1731347580.438333:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+93:3760:x1815447952810752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2702us (2726us total) trans 4295335797 rc 0/0 00000100:00100000:3.0:1731347580.438334:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952813952 00010000:00010000:2.0:1731347580.438335:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438338:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204702 00010000:00010000:2.0:1731347580.438340:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.438344:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204713 00010000:00010000:2.0:1731347580.438344:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.438347:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+139:3762:x1815447952813952:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.438348:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438351:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.438355:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14493 count 1 00010000:00010000:2.0:1731347580.438355:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.438356:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.438357:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a5180/2, rc 0, transno 400045 00010000:00010000:2.0:1731347580.438360:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438362:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438362:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952810624:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.438366:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438369:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88004f734240/0xb104f9478e0027a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea8 expref: 348 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.438370:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077561 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4c3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438373:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.438374:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.438375:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438376:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952810240:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.438383:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438385:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88004f734240/0xb104f9478e0027a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea8 expref: 348 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.438389:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+139:3761:x1815447952811392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2245us (2327us total) trans 4295367343 rc 0/0 00010000:00010000:3.0:1731347580.438390:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88004f734240/0xb104f9478e0027a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea8 expref: 348 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.438393:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204703 00000100:00100000:3.0:1731347580.438395:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952814080:192.168.203.60@tcp:104: 00000004:00080000:0.0:1731347580.438395:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e7480/2, rc 0, transno 400047 00000100:00100000:0.0:1731347580.438397:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952811392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.438434:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.438435:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.438447:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.438455:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312693760 00000100:00100000:1.0:1731347580.438457:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312693760 00000100:00100000:2.0:1731347580.438464:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+93:3762:x1815447952809600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3361us (3404us total) trans 4295335798 rc 0/0 00010000:00010000:1.0:1731347580.438465:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098416880/0xb104f9478dff7619 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d24 expref: 349 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.438465:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952814336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.438468:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952814208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.438468:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204696 00000100:00100000:1.0:1731347580.438474:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312693888 00000100:00100000:1.0:1731347580.438476:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312693888 00010000:00010000:1.0:1731347580.438480:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078c48fc0/0xb104f9478dffe5e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fce5 expref: 350 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.438481:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.438482:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290615 00000100:00100000:2.0:1731347580.438485:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+350:2004:x1815448312693760:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.438488:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290616 00000004:00080000:3.0:1731347580.438489:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcaca80/2, rc 0, transno 368502 00010000:00010000:2.0:1731347580.438490:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.438491:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+350:2004:x1815448312693888:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.438493:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952809600:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.438493:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098416880/0xb104f9478dff7619 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x389f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d24 expref: 350 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.438495:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.438498:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078c48fc0/0xb104f9478dffe5e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4aaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fce5 expref: 350 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.438499:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098416880/0xb104f9478dff7619 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x389f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d24 expref: 350 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.438501:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.438503:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078c48fc0/0xb104f9478dffe5e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4aaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fce5 expref: 350 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.438506:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098416880/0xb104f9478dff7619 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x389f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958d24 expref: 350 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.438508:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:3.0:1731347580.438510:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131fd5880/2, rc 0, transno 368501 00010000:00010000:1.0:1731347580.438510:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078c48fc0/0xb104f9478dffe5e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4aaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fce5 expref: 349 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.438511:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.438511:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952814464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.438512:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.438513:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952810752:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.438514:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438517:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438517:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438519:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438521:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.438522:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952814336 00000100:00100000:0.0:1731347580.438522:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.438524:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952814336 00010000:00010000:1.0:1731347580.438524:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438529:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.438532:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.438533:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952814208 00000100:00100000:3.0:1731347580.438535:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952814208 00000100:00100000:2.0:1731347580.438537:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+348:2004:x1815448312693760:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.438539:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952814464 00000100:00100000:3.0:1731347580.438540:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952814464 00000100:00100000:2.0:1731347580.438540:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290615 00000100:00100000:1.0:1731347580.438540:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+348:2004:x1815448312693888:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.438542:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204714 00000100:00100000:1.0:1731347580.438543:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290616 00000100:00100000:0.0:1731347580.438545:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+140:3761:x1815447952814336:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.438548:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204715 00010000:00010000:2.0:1731347580.438549:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.438550:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+140:3760:x1815447952814208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.438552:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17542 count 1 00010000:00010000:2.0:1731347580.438554:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.438558:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15059 count 1 00010000:00010000:2.0:1731347580.438558:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438560:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438561:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438564:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438565:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438567:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880006ab1680/0xb104f9478dffb4ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbf3 expref: 346 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.438568:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.438569:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438571:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad720fc0/0xb104f9478dffeca2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9603a6 expref: 346 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.438571:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.438572:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952811776:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.438572:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.438573:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438575:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.438576:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.438576:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438577:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438579:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438581:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438582:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880006ab1680/0xb104f9478dffb4ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbf3 expref: 346 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.438584:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077576 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438588:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad720fc0/0xb104f9478dffeca2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9603a6 expref: 346 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.438588:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880006ab1680/0xb104f9478dffb4ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbf3 expref: 346 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.438593:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.438593:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952814720:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.438596:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad720fc0/0xb104f9478dffeca2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9603a6 expref: 346 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.438602:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952814848:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.438602:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.438604:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.438609:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952814592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.438611:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312694656 00000100:00100000:3.0:1731347580.438612:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.438613:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312694656 00000100:00100000:0.0:1731347580.438619:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.438624:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952814592 00000100:00100000:1.0:1731347580.438625:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952814592 00000100:00100000:3.0:1731347580.438628:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204716 00000100:00100000:3.0:1731347580.438631:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+94:3763:x1815447952814464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.438633:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204717 00000100:00100000:0.0:1731347580.438636:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204718 00002000:00080000:3.0:1731347580.438637:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10991 count 1 00000100:00100000:1.0:1731347580.438637:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+336:2003:x1815448312694656:12345-192.168.203.60@tcp:22:fsx.0 00000100:00100000:0.0:1731347580.438639:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+94:3763:x1815447952814592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.438644:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.438647:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14493 count 1 00010000:00010000:3.0:1731347580.438650:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080c29200/0xb104f9478dff8faa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6ae expref: 336 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.438653:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.438653:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438654:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.438656:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438659:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3808480/0xb104f9478e00279d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea1 expref: 336 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.438662:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+141:3760:x1815447952810368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3103us (3135us total) trans 4295367344 rc 0/0 00010000:00010000:0.0:1731347580.438662:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.438663:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.438664:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080c29200/0xb104f9478dff8faa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6ae expref: 336 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.438665:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.438666:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204699 00010000:00010000:3.0:1731347580.438669:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080c29200/0xb104f9478dff8faa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6ae expref: 336 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.438676:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3808480/0xb104f9478e00279d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea1 expref: 336 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.438677:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952814976:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.438678:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438682:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438682:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3808480/0xb104f9478e00279d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea1 expref: 336 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.438685:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.438686:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438687:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952815104:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.438689:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438693:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.438696:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a6d80/2, rc 0, transno 400048 00000100:00100000:0.0:1731347580.438697:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb300 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.438699:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952810368:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.438700:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814386c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.438702:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438705:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438710:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438714:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07756f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x389f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1731347580.438718:0:15913:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3768437 -> 3768437 00002000:00010000:1.0:1731347580.438720:0:15913:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.438722:0:15913:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00000100:00100000:3.0:1731347580.438723:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952815232:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1731347580.438723:0:15913:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.438724:0:15913:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 760 -> 800 00000100:00100000:1.0:1731347580.438736:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+337:2003:x1815448312694656:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 99us (131us total) trans 4295335799 rc 0/0 00000100:00100000:1.0:1731347580.438740:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204717 00000100:00100000:0.0:1731347580.438740:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952812160:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.438743:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.438748:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438749:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952815232 00000100:00100000:1.0:1731347580.438751:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952815232 00000100:00100000:1.0:1731347580.438760:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204719 00000100:00100000:1.0:1731347580.438762:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+142:3760:x1815447952815232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.438787:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15945 count 1 00010000:00010000:1.0:1731347580.438795:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.438796:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+142:3760:x1815447952809984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3519us (3558us total) trans 4295367345 rc 0/0 00000100:00100000:2.0:1731347580.438800:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204698 00010000:00010000:1.0:1731347580.438802:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7346c0/0xb104f9478e00726d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968971 expref: 346 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.438804:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952812288:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.438806:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438807:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.438808:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438809:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.438812:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.438814:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312694528 00000100:00100000:2.0:1731347580.438816:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312694528 00010000:00010000:1.0:1731347580.438818:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7346c0/0xb104f9478e00726d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968971 expref: 346 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.438822:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312694784 00010000:00010000:2.0:1731347580.438823:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad385d40/0xb104f9478dff3d0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955413 expref: 347 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.438823:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7346c0/0xb104f9478e00726d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968971 expref: 347 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.438824:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a7800/2, rc 0, transno 400049 00000100:00100000:0.0:1731347580.438825:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312694784 00000100:00100000:3.0:1731347580.438828:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952809984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.438834:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290617 00000100:00100000:1.0:1731347580.438834:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952815360:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.438836:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800986dd200/0xb104f9478dffd04e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e74b expref: 348 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.438837:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+348:2004:x1815448312694528:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.438841:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.438843:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad385d40/0xb104f9478dff3d0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955413 expref: 348 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.438845:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.438848:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.438849:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad385d40/0xb104f9478dff3d0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955413 expref: 348 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.438853:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290618 00000100:00100000:3.0:1731347580.438854:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952815488:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.438857:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad385d40/0xb104f9478dff3d0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955413 expref: 348 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.438857:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+348:2004:x1815448312694784:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.438862:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.438863:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.438864:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.438865:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438867:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800986dd200/0xb104f9478dffd04e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e74b expref: 347 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.438869:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.438872:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.438879:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800986dd200/0xb104f9478dffd04e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e74b expref: 347 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.438882:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.438889:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800986dd200/0xb104f9478dffd04e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e74b expref: 347 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.438890:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+347:2004:x1815448312694528:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.438893:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290617 00010000:00010000:0.0:1731347580.438896:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.438898:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.438900:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.438905:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.438911:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.438917:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.438921:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312694912 00010000:00010000:1.0:1731347580.438921:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.438922:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312694912 00010000:00010000:1.0:1731347580.438926:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438928:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88001d080fc0/0xb104f9478dffe5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fcec expref: 337 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.438930:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+345:2004:x1815448312694784:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (121us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.438931:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438934:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.438936:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290618 00010000:00010000:1.0:1731347580.438938:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.438939:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290619 00000100:00100000:2.0:1731347580.438941:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+337:2003:x1815448312694912:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.438941:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.438943:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438945:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.438947:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88001d080fc0/0xb104f9478dffe5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fcec expref: 337 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.438949:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438952:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88001d080fc0/0xb104f9478dffe5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fcec expref: 337 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.438959:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88001d080fc0/0xb104f9478dffe5e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fcec expref: 337 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.438963:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438964:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.438964:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.438966:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.438969:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077599 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438970:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438977:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.438984:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+336:2003:x1815448312694912:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.438988:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290619 00010000:00010000:3.0:1731347580.438991:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.438997:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.438998:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439001:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439005:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439006:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439009:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439013:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439016:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143af40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.439017:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439017:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439021:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439024:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439025:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439029:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.439029:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e0775a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439032:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439037:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439044:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439049:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0775a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4aaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.439079:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+143:3762:x1815447952811520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2930us (2984us total) trans 4295367346 rc 0/0 00000100:00100000:1.0:1731347580.439086:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204704 00000100:00100000:2.0:1731347580.439094:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+142:3762:x1815447952811904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2135us (2166us total) trans 4295367347 rc 0/0 00000100:00100000:2.0:1731347580.439098:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204705 00000100:00100000:1.0:1731347580.439099:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952815488 00000100:00100000:1.0:1731347580.439102:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952815488 00000100:00100000:1.0:1731347580.439116:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204720 00000100:00100000:1.0:1731347580.439120:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+142:3760:x1815447952815488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.439130:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13194 count 1 00000100:00100000:3.0:1731347580.439131:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+95:3760:x1815447952812032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2106us (2144us total) trans 4295335800 rc 0/0 00000100:00100000:3.0:1731347580.439135:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204706 00010000:00010000:1.0:1731347580.439140:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.439149:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801157aaf40/0xb104f9478e0059d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670dc expref: 344 pid: 15960 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.439152:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e5180/2, rc 0, transno 400051 00010000:00010000:1.0:1731347580.439155:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.439156:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.439157:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952811904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.439158:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.439161:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e4a80/2, rc 0, transno 400050 00000100:00100000:3.0:1731347580.439164:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952811520:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.439172:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7ce00/2, rc 0, transno 368504 00010000:00010000:1.0:1731347580.439172:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801157aaf40/0xb104f9478e0059d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670dc expref: 344 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.439176:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952812032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.439183:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952815616:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.439185:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801157aaf40/0xb104f9478e0059d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670dc expref: 344 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.439194:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.439194:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952815744:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.439199:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.439202:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.439204:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952815616 00000100:00100000:3.0:1731347580.439205:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952815872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.439206:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952815616 00000100:00100000:0.0:1731347580.439206:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952816000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.439214:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.439216:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204721 00000100:00100000:1.0:1731347580.439217:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.439218:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+143:3762:x1815447952815616:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.439225:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952815872 00000100:00100000:0.0:1731347580.439225:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1731347580.439226:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16104 count 1 00000100:00100000:3.0:1731347580.439227:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952815872 00010000:00010000:2.0:1731347580.439233:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.439239:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204722 00010000:00010000:2.0:1731347580.439240:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007d730480/0xb104f9478e00b35e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca62 expref: 344 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.439241:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+144:3762:x1815447952815872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.439242:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952816000 00010000:00010000:2.0:1731347580.439244:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.439245:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.439246:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.439246:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952816000 00002000:00080000:3.0:1731347580.439250:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18056 count 1 00010000:00010000:2.0:1731347580.439255:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007d730480/0xb104f9478e00b35e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca62 expref: 344 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.439257:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439260:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007d730480/0xb104f9478e00b35e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca62 expref: 344 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.439262:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204723 00010000:00010000:3.0:1731347580.439264:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b2d86c0/0xb104f9478e00bd67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d46b expref: 344 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.439265:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952816128:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.439266:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+95:3761:x1815447952816000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.439269:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.439269:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.439271:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.439276:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15059 count 1 00000100:00100000:2.0:1731347580.439278:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.439280:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b2d86c0/0xb104f9478e00bd67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d46b expref: 344 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.439284:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439289:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b2d86c0/0xb104f9478e00bd67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d46b expref: 344 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.439294:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952816256:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.439294:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3ded200/0xb104f9478dffec9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96039f expref: 335 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.439300:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.439301:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.439303:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.439307:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.439317:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3ded200/0xb104f9478dffec9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96039f expref: 335 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.439327:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3ded200/0xb104f9478dffec9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96039f expref: 335 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.439341:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952816384:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.439360:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.439682:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952812544:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.439687:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.439691:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.439732:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312695040 00000100:00100000:2.0:1731347580.439736:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312695040 00010000:00010000:2.0:1731347580.439747:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4975b00/0xb104f9478dffa60f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd1a expref: 336 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.439760:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290620 00000100:00100000:2.0:1731347580.439763:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+336:2006:x1815448312695040:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.439784:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.439788:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4975b00/0xb104f9478dffa60f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd1a expref: 336 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.439797:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4975b00/0xb104f9478dffa60f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd1a expref: 336 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.439809:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4975b00/0xb104f9478dffa60f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bd1a expref: 336 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.439817:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.439818:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.439821:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439828:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.439848:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.439853:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952812928:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.439859:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.439865:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439866:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.439867:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+335:2006:x1815448312695040:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 102us (181us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.439874:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.439874:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290620 00010000:00010000:3.0:1731347580.439880:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439886:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.439891:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120382d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952813056:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.439892:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a021c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.439895:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439901:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.439905:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439910:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.439916:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0775ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.439962:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952813312:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.439973:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.439987:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.440003:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.440013:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+96:3761:x1815447952812416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2788us (2828us total) trans 4295335801 rc 0/0 00000100:00100000:3.0:1731347580.440020:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204707 00000100:00100000:2.0:1731347580.440023:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312695168 00000100:00100000:1.0:1731347580.440023:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:0.0:1731347580.440025:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7f800/2, rc 0, transno 368505 00000100:00100000:2.0:1731347580.440026:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312695168 00000100:00100000:0.0:1731347580.440034:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952812416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.440036:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312695424 00010000:00010000:2.0:1731347580.440037:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1d9c240/0xb104f9478dff2e60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954564 expref: 335 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.440039:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312695424 00010000:00010000:1.0:1731347580.440052:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4977600/0xb104f9478dffa6be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdbb expref: 336 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.440056:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312695296 00000100:00100000:2.0:1731347580.440058:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312695296 00000100:00100000:3.0:1731347580.440060:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290621 00000100:00100000:0.0:1731347580.440063:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952816512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.440064:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+336:2004:x1815448312695168:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.440066:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096041440/0xb104f9478dff8fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6a7 expref: 345 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.440071:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.440073:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290622 00010000:00010000:3.0:1731347580.440075:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1d9c240/0xb104f9478dff2e60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954564 expref: 336 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.440078:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+336:2004:x1815448312695424:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.440084:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1d9c240/0xb104f9478dff2e60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954564 expref: 336 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.440084:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.440086:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.440087:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290623 00010000:00010000:1.0:1731347580.440090:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4977600/0xb104f9478dffa6be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdbb expref: 336 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.440091:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+345:2004:x1815448312695296:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.440095:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d9c240/0xb104f9478dff2e60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954564 expref: 336 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.440096:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4977600/0xb104f9478dffa6be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdbb expref: 336 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.440098:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.440101:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096041440/0xb104f9478dff8fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6a7 expref: 345 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.440107:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4977600/0xb104f9478dffa6be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bdbb expref: 335 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.440108:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.440109:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.440110:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096041440/0xb104f9478dff8fa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6a7 expref: 345 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.440112:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440117:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.440118:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440118:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.440120:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096041440/0xb104f9478dff8fa3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6a7 expref: 345 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.440121:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440128:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.440128:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440129:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.440131:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.440132:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440138:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440142:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.440142:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.440147:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+334:2004:x1815448312695168:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (161us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.440149:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.440150:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.440153:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290621 00010000:00010000:0.0:1731347580.440157:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.440160:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+333:2004:x1815448312695424:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 81us (154us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.440163:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.440164:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+344:2004:x1815448312695296:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.440165:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290622 00000100:00100000:3.0:1731347580.440167:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952816512 00000100:00100000:3.0:1731347580.440169:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952816512 00000100:00100000:2.0:1731347580.440169:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290623 00010000:00010000:0.0:1731347580.440170:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.440176:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.440178:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.440179:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.440181:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204724 00010000:00010000:1.0:1731347580.440183:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.440184:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+96:3761:x1815447952816512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.440186:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440187:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440191:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.440194:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17542 count 1 00010000:00010000:1.0:1731347580.440195:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.440196:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440202:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.440202:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0775b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440203:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440204:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440207:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440212:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800add8c6c0/0xb104f9478dffb4f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbfa expref: 332 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.440213:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440216:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e0775bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440218:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.440219:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.440221:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440238:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800add8c6c0/0xb104f9478dffb4f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbfa expref: 332 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.440246:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800add8c6c0/0xb104f9478dffb4f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbfa expref: 332 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.440254:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952816640:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.440271:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.440324:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+145:3763:x1815447952812672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2514us (2617us total) trans 4295367348 rc 0/0 00000100:00100000:1.0:1731347580.440329:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204709 00000100:00100000:2.0:1731347580.440343:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952813824:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.440348:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952813696:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.440352:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.440354:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440357:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.440372:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.440374:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+97:3762:x1815447952812800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2662us (2686us total) trans 4295335802 rc 0/0 00000100:00100000:3.0:1731347580.440376:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952814080:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.440380:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204708 00000100:00100000:2.0:1731347580.440382:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312695552 00010000:00010000:3.0:1731347580.440385:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.440385:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312695552 00000100:00100000:1.0:1731347580.440388:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312695680 00000100:00100000:1.0:1731347580.440390:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312695680 00010000:00010000:2.0:1731347580.440395:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af180900/0xb104f9478dffd047 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e752 expref: 334 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.440400:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af103840/0xb104f9478dff3d16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95541a expref: 334 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:0.0:1731347580.440407:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7ea00/2, rc 0, transno 400052 00000100:00100000:2.0:1731347580.440411:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290624 00000100:00100000:0.0:1731347580.440433:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952812672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.440434:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+334:2003:x1815448312695552:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.440436:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290625 00000100:00100000:1.0:1731347580.440439:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+334:2003:x1815448312695680:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.440441:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.440445:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af180900/0xb104f9478dffd047 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e752 expref: 334 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.440446:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.440446:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440449:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af103840/0xb104f9478dff3d16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95541a expref: 334 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.440452:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440453:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af180900/0xb104f9478dffd047 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e752 expref: 334 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.440455:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af103840/0xb104f9478dff3d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95541a expref: 334 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.440458:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440463:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af103840/0xb104f9478dff3d16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95541a expref: 334 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.440464:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440466:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af180900/0xb104f9478dffd047 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e752 expref: 334 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.440469:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.440470:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.440471:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440472:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440475:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.440476:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.440476:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.440477:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.440479:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.440479:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440485:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.440485:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440490:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.440492:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.440496:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e0775c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440499:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.440504:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+332:2003:x1815448312695680:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.440507:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290625 00010000:00010000:3.0:1731347580.440514:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.440517:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+331:2003:x1815448312695552:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 100us (164us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.440522:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.440523:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290624 00010000:00010000:3.0:1731347580.440529:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440539:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440545:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440551:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.440554:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440560:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440570:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440570:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440576:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e0775ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440577:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.440580:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+97:3761:x1815447952813184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2627us (2653us total) trans 4295335803 rc 0/0 00010000:00010000:2.0:1731347580.440583:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.440584:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204710 00010000:00010000:2.0:1731347580.440588:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440594:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.440596:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1731347580.440598:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220d80 already unused, calling callback (ffffffffa085a100) 00000004:00080000:1.0:1731347580.440600:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120380700/2, rc 0, transno 368507 00010000:00010000:2.0:1731347580.440601:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.440601:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952816768:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.440607:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.440609:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952813184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.440612:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.440620:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.440622:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952816768 00000100:00100000:0.0:1731347580.440625:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952816768 00010000:00010000:2.0:1731347580.440626:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e0775d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.440637:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204725 00000100:00100000:0.0:1731347580.440641:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+145:3763:x1815447952816768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.440643:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952816896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.440667:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.440673:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+98:3761:x1815447952813440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2526us (2576us total) trans 4295335804 rc 0/0 00000100:00100000:3.0:1731347580.440679:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204711 00000100:00100000:3.0:1731347580.440690:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952816896 00000100:00100000:3.0:1731347580.440693:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952816896 00000004:00080000:1.0:1731347580.440693:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a6680/2, rc 0, transno 368508 00000100:00100000:1.0:1731347580.440698:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952813440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.440707:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204726 00000100:00100000:3.0:1731347580.440711:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+98:3763:x1815447952816896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.440715:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10693 count 1 00000100:00100000:2.0:1731347580.440719:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+98:3763:x1815447952813568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2478us (2600us total) trans 4295335805 rc 0/0 00000004:00080000:1.0:1731347580.440720:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f3480/2, rc 0, transno 368509 00002000:00080000:3.0:1731347580.440721:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15945 count 1 00000100:00100000:1.0:1731347580.440723:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952813568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.440725:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204712 00010000:00010000:0.0:1731347580.440726:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440731:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.440734:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952817152:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.440736:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b32218c0/0xb104f9478e008d47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a44b expref: 343 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.440740:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880087781680/0xb104f9478e007274 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968978 expref: 330 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.440742:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.440743:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.440745:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440746:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.440747:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.440748:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.440749:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.440749:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7dc00/2, rc 0, transno 368506 00000100:00100000:2.0:1731347580.440755:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952812800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.440759:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.440761:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b32218c0/0xb104f9478e008d47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a44b expref: 343 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.440764:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880087781680/0xb104f9478e007274 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968978 expref: 330 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.440764:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952817024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.440766:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952817152 00010000:00010000:0.0:1731347580.440785:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b32218c0/0xb104f9478e008d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a44b expref: 343 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.440786:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952817152 00010000:00010000:3.0:1731347580.440791:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880087781680/0xb104f9478e007274 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968978 expref: 330 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.440796:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952817280:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.440797:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.440800:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952817408:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.440806:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952817024 00000100:00100000:2.0:1731347580.440809:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952817024 00000100:00100000:3.0:1731347580.440820:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.440820:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204727 00000100:00100000:0.0:1731347580.440820:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.440824:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+99:3761:x1815447952817152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.440831:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204728 00000100:00100000:1.0:1731347580.440831:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:2.0:1731347580.440834:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16104 count 1 00000100:00100000:3.0:1731347580.440835:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+99:3761:x1815447952817024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.440837:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952817536:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.440843:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13194 count 1 00010000:00010000:2.0:1731347580.440844:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440850:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440852:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081622f40/0xb104f9478e00b357 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca5b expref: 330 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.440856:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.440858:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.440859:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801236d98c0/0xb104f9478e0059d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670d5 expref: 330 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.440859:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.440862:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.440865:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.440866:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.440868:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440876:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081622f40/0xb104f9478e00b357 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca5b expref: 330 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.440879:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801236d98c0/0xb104f9478e0059d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670d5 expref: 330 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.440882:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952817536 00010000:00010000:2.0:1731347580.440885:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081622f40/0xb104f9478e00b357 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca5b expref: 330 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.440885:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952817536 00010000:00010000:3.0:1731347580.440886:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801236d98c0/0xb104f9478e0059d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670d5 expref: 330 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.440893:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952817792:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.440893:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952817664:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.440902:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204729 00000100:00100000:1.0:1731347580.440907:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+100:3763:x1815447952817536:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.440909:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.440916:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00002000:00080000:1.0:1731347580.440920:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18056 count 1 00000100:00100000:0.0:1731347580.440925:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.440930:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.440941:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007ebb9200/0xb104f9478e00bd6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d472 expref: 330 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.440945:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312695808 00010000:00010000:1.0:1731347580.440947:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.440948:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312695808 00010000:00010000:1.0:1731347580.440949:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.440951:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.440960:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88004f734240/0xb104f9478e0027a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea8 expref: 344 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.440973:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007ebb9200/0xb104f9478e00bd6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d472 expref: 330 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.440975:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290626 00000100:00100000:2.0:1731347580.440979:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+344:2004:x1815448312695808:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.440980:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007ebb9200/0xb104f9478e00bd6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d472 expref: 330 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.440986:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.440987:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952817920:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.440990:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88004f734240/0xb104f9478e0027a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x389d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea8 expref: 344 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.440998:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88004f734240/0xb104f9478e0027a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x389d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea8 expref: 344 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.441004:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.441009:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88004f734240/0xb104f9478e0027a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x389d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea8 expref: 344 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.441013:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952814720:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.441022:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.441022:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441023:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.441025:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441033:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441045:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.441050:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441057:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.441063:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+343:2004:x1815448312695808:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (214us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.441065:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.441068:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290626 00010000:00010000:3.0:1731347580.441071:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441077:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441083:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.441086:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441092:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441101:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441106:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e0775d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.441211:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+146:3762:x1815447952813952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2861us (2887us total) trans 4295367349 rc 0/0 00000100:00100000:3.0:1731347580.441215:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204713 00000100:00100000:3.0:1731347580.441232:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:1.0:1731347580.441245:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7c380/2, rc 0, transno 400053 00000100:00100000:1.0:1731347580.441253:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952813952:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.441272:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952814848:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.441289:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312695936 00000100:00100000:1.0:1731347580.441291:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952818048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.441292:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312695936 00010000:00010000:3.0:1731347580.441299:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441302:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880006ab1680/0xb104f9478dffb4ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbf3 expref: 343 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.441310:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.441316:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290627 00000100:00100000:2.0:1731347580.441321:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+343:2004:x1815448312695936:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.441327:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952818048 00010000:00010000:2.0:1731347580.441327:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.441329:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952818048 00010000:00010000:2.0:1731347580.441331:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880006ab1680/0xb104f9478dffb4ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbf3 expref: 343 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.441339:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880006ab1680/0xb104f9478dffb4ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbf3 expref: 343 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.441341:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204730 00000100:00100000:3.0:1731347580.441345:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+146:3763:x1815447952818048:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.441355:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880006ab1680/0xb104f9478dffb4ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbf3 expref: 343 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.441356:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18823 count 1 00010000:00010000:2.0:1731347580.441363:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.441365:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.441366:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441367:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441374:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800900ff180/0xb104f9478dff67e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957eec expref: 342 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.441374:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441380:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.441382:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.441384:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441386:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.441397:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800900ff180/0xb104f9478dff67e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957eec expref: 342 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.441398:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.441402:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+342:2004:x1815448312695936:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (168us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.441405:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800900ff180/0xb104f9478dff67e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957eec expref: 342 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.441408:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290627 00010000:00010000:0.0:1731347580.441411:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.441414:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952818176:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.441443:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.441450:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.441452:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.441457:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.441463:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.441465:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.441472:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.441482:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.441489:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0775df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.441496:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952814976:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.441507:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.441527:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.441551:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952815104:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.441563:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.441581:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.441589:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312696192 00000100:00100000:3.0:1731347580.441592:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312696192 00010000:00010000:3.0:1731347580.441602:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080c29200/0xb104f9478dff8faa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6ae expref: 331 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.441622:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312696064 00000100:00100000:3.0:1731347580.441624:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312696064 00010000:00010000:3.0:1731347580.441631:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad720fc0/0xb104f9478dffeca2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9603a6 expref: 342 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.441647:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290628 00000100:00100000:3.0:1731347580.441651:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+331:2004:x1815448312696192:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.441654:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290629 00010000:00010000:3.0:1731347580.441658:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.441659:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+342:2004:x1815448312696064:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.441661:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080c29200/0xb104f9478dff8faa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6ae expref: 331 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.441668:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080c29200/0xb104f9478dff8faa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6ae expref: 331 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.441671:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.441677:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad720fc0/0xb104f9478dffeca2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9603a6 expref: 342 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.441679:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080c29200/0xb104f9478dff8faa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a6ae expref: 331 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.441687:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad720fc0/0xb104f9478dffeca2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9603a6 expref: 342 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.441688:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.441689:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.441692:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.441696:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad720fc0/0xb104f9478dffeca2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9603a6 expref: 342 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.441698:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.441707:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.441708:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.441710:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.441710:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.441714:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441719:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.441724:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.441727:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+330:2004:x1815448312696192:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (199us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.441727:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.441732:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290628 00010000:00010000:2.0:1731347580.441734:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.441737:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+341:2004:x1815448312696064:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (156us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.441740:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.441741:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290629 00010000:00010000:3.0:1731347580.441746:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441751:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441752:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.441755:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+147:3761:x1815447952814336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3158us (3222us total) trans 4295367350 rc 0/0 00010000:00010000:2.0:1731347580.441757:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.441759:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441760:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.441761:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcad180/2, rc 0, transno 400054 00000100:00100000:0.0:1731347580.441764:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204714 00010000:00010000:3.0:1731347580.441765:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441766:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.441766:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952814336:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.441786:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441790:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441791:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.441794:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.441796:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00900/0xb104f9478e0775ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441800:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441808:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441813:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a03600/0xb104f9478e0775e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.441818:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952815360:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.441826:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.441894:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.441897:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+147:3760:x1815447952814208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3344us (3393us total) trans 4295367351 rc 0/0 00000100:00100000:2.0:1731347580.441897:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+101:3763:x1815447952814464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3263us (3372us total) trans 4295335806 rc 0/0 00000004:00080000:1.0:1731347580.441901:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007965d880/2, rc 0, transno 368510 00000100:00100000:2.0:1731347580.441902:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204716 00000100:00100000:3.0:1731347580.441905:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204715 00000100:00100000:1.0:1731347580.441906:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952814464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.441924:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.441928:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952818304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.441949:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:2.0:1731347580.441954:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcac000/2, rc 0, transno 400055 00000100:00100000:1.0:1731347580.441957:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.441961:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952814208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.441963:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312696320 00000100:00100000:3.0:1731347580.441966:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312696320 00000100:00100000:1.0:1731347580.441966:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952818432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.441976:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3808480/0xb104f9478e00279d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea1 expref: 330 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.441978:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.441983:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952815744:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.441987:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952818304 00000100:00100000:1.0:1731347580.441987:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.441989:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312696448 00000100:00100000:2.0:1731347580.441989:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952818304 00000100:00100000:3.0:1731347580.441990:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312696448 00000100:00100000:1.0:1731347580.441990:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952818560:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.441994:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.441997:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7346c0/0xb104f9478e00726d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968971 expref: 341 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.441998:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.442002:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952818432 00000100:00100000:2.0:1731347580.442004:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952818432 00000100:00100000:1.0:1731347580.442008:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952818560 00000100:00100000:3.0:1731347580.442010:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290630 00000100:00100000:1.0:1731347580.442010:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952818560 00000100:00100000:3.0:1731347580.442014:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+330:2005:x1815448312696320:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.442020:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.442023:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204731 00010000:00010000:3.0:1731347580.442024:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3808480/0xb104f9478e00279d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x389d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea1 expref: 330 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.442027:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204732 00000100:00100000:2.0:1731347580.442028:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+101:3761:x1815447952818304:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.442030:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+148:3761:x1815447952818432:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.442031:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204733 00010000:00010000:3.0:1731347580.442032:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3808480/0xb104f9478e00279d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x389d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea1 expref: 330 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.442036:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+148:3763:x1815447952818560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.442037:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10693 count 1 00002000:00080000:1.0:1731347580.442039:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18609 count 1 00010000:00010000:3.0:1731347580.442043:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3808480/0xb104f9478e00279d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x389d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963ea1 expref: 330 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.442045:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442046:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.442047:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9541 count 1 00010000:00010000:3.0:1731347580.442051:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.442053:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.442054:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aeb17a80/0xb104f9478e008d4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a452 expref: 329 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.442054:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e1ed00/0xb104f9478e006730 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e34 expref: 341 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.442055:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442055:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442058:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442059:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.442060:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.442061:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442061:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442062:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.442064:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442064:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88004f735f80/0xb104f9478e002853 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f57 expref: 341 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.442070:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131e1ed00/0xb104f9478e006730 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e34 expref: 341 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.442070:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.442071:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.442073:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442074:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.442075:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131e1ed00/0xb104f9478e006730 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e34 expref: 341 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.442077:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aeb17a80/0xb104f9478e008d4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a452 expref: 329 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.442081:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952818688:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.442085:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aeb17a80/0xb104f9478e008d4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a452 expref: 329 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.442086:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88004f735f80/0xb104f9478e002853 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f57 expref: 341 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.442091:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+329:2005:x1815448312696320:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.442094:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952818816:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.442094:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88004f735f80/0xb104f9478e002853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f57 expref: 341 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.442096:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290630 00000100:00100000:1.0:1731347580.442096:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.442106:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952818944:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.442107:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290631 00000100:00100000:1.0:1731347580.442109:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e774050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+341:2003:x1815448312696448:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.442111:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.442114:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.442117:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7346c0/0xb104f9478e00726d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968971 expref: 341 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.442119:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442122:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7346c0/0xb104f9478e00726d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968971 expref: 341 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.442123:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.442125:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442130:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7346c0/0xb104f9478e00726d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3e49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968971 expref: 341 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.442132:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442135:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442136:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442138:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442142:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442142:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442148:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442150:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.442153:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.442156:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.442159:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952816128:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.442160:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e774050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+340:2003:x1815448312696448:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (212us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.442163:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.442164:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290631 00000100:00100000:0.0:1731347580.442164:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.442169:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442171:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442177:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0775f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x389d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.442180:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312696704 00000100:00100000:1.0:1731347580.442182:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312696704 00010000:00010000:1.0:1731347580.442188:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007d730480/0xb104f9478e00b35e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca62 expref: 340 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.442190:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.442196:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312696576 00000100:00100000:1.0:1731347580.442198:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312696576 00010000:00010000:1.0:1731347580.442202:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801157aaf40/0xb104f9478e0059d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670dc expref: 341 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.442202:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.442204:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290632 00000100:00100000:2.0:1731347580.442209:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+341:2003:x1815448312696704:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.442209:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312696832 00000100:00100000:1.0:1731347580.442210:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312696832 00000100:00100000:0.0:1731347580.442213:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290633 00010000:00010000:1.0:1731347580.442215:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2d86c0/0xb104f9478e00bd67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d46b expref: 342 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.442216:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.442216:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+342:2004:x1815448312696576:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.442220:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007d730480/0xb104f9478e00b35e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca62 expref: 342 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.442222:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.442223:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290634 00010000:00010000:0.0:1731347580.442225:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801157aaf40/0xb104f9478e0059d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x338a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670dc expref: 342 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.442226:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+342:2003:x1815448312696832:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.442229:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007d730480/0xb104f9478e00b35e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca62 expref: 342 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.442229:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.442231:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801157aaf40/0xb104f9478e0059d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x338a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670dc expref: 342 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.442232:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b2d86c0/0xb104f9478e00bd67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d46b expref: 342 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.442237:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b2d86c0/0xb104f9478e00bd67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d46b expref: 342 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.442238:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801157aaf40/0xb104f9478e0059d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x338a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670dc expref: 342 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.442240:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007d730480/0xb104f9478e00b35e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca62 expref: 342 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.442242:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442243:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442245:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442245:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.442246:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.442248:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.442248:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442249:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442249:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442252:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442252:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442255:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.442258:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442263:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.442264:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+340:2003:x1815448312696832:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 37us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.442267:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290634 00010000:00010000:2.0:1731347580.442269:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.442274:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+339:2004:x1815448312696576:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.442276:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+102:3763:x1815447952814592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3634us (3654us total) trans 4295335807 rc 0/0 00000100:00100000:0.0:1731347580.442278:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290633 00000100:00100000:3.0:1731347580.442281:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204718 00000004:00080000:1.0:1731347580.442281:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007965df80/2, rc 0, transno 368511 00000100:00100000:2.0:1731347580.442283:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+338:2003:x1815448312696704:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.442285:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952814592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.442289:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290632 00010000:00010000:0.0:1731347580.442289:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442293:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442298:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442301:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442301:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.442304:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952819072:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.442305:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442307:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2d86c0/0xb104f9478e00bd67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d46b expref: 337 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.442307:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442308:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae33c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.442310:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442313:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.442316:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952816256:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.442318:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.442319:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442321:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442325:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442325:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442325:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077602 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442329:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442331:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442332:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442333:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442337:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.442338:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442338:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442340:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442341:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442344:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442345:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442346:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442348:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.442350:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442350:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442354:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442354:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442356:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442359:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221200/0xb104f9478e077609 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442360:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442361:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.442363:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0775fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442364:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442369:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442377:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442386:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e077610 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.442402:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+151:3760:x1815447952815488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3281us (3529us total) trans 4295367352 rc 0/0 00000100:00100000:0.0:1731347580.442406:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204720 00000100:00100000:0.0:1731347580.442429:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952819072 00000100:00100000:0.0:1731347580.442431:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952819072 00000100:00100000:0.0:1731347580.442442:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204734 00000100:00100000:0.0:1731347580.442444:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+102:3763:x1815447952819072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.442452:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18823 count 1 00010000:00010000:0.0:1731347580.442459:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442466:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b2565440/0xb104f9478dff67e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957ee5 expref: 328 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.442469:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.442470:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.442472:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442481:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b2565440/0xb104f9478dff67e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957ee5 expref: 328 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.442487:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+151:3762:x1815447952815616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3265us (3289us total) trans 4295367353 rc 0/0 00010000:00010000:0.0:1731347580.442490:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b2565440/0xb104f9478dff67e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957ee5 expref: 328 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.442493:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204721 00000100:00100000:0.0:1731347580.442495:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952819200:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.442511:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.442513:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+150:3762:x1815447952815872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3269us (3297us total) trans 4295367355 rc 0/0 00000004:00080000:2.0:1731347580.442516:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c4a80/2, rc 0, transno 400056 00000100:00100000:3.0:1731347580.442518:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204722 00000100:00100000:2.0:1731347580.442523:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952815488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.442523:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+150:3760:x1815447952815232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3758us (3777us total) trans 4295367354 rc 0/0 00000004:00080000:0.0:1731347580.442524:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4c700/2, rc 0, transno 400059 00000100:00100000:0.0:1731347580.442527:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952815872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.442530:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204719 00000004:00080000:2.0:1731347580.442532:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c7800/2, rc 0, transno 400058 00000004:00080000:0.0:1731347580.442533:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4d880/2, rc 0, transno 400057 00000100:00100000:2.0:1731347580.442536:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952815232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.442536:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952815616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.442566:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952819328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.442567:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952819456:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.442587:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952819584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.442589:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.442592:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952819712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.442613:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952819328 00000100:00100000:2.0:1731347580.442614:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.442616:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952819328 00000100:00100000:0.0:1731347580.442627:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.442632:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952819712 00000100:00100000:1.0:1731347580.442634:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952819712 00000100:00100000:3.0:1731347580.442635:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952819584 00000100:00100000:3.0:1731347580.442639:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952819584 00000100:00100000:1.0:1731347580.442645:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204735 00000100:00100000:2.0:1731347580.442650:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204736 00000100:00100000:1.0:1731347580.442650:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+151:3760:x1815447952819328:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.442655:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+151:3763:x1815447952819712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.442658:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204737 00002000:00080000:1.0:1731347580.442661:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12114 count 1 00000100:00100000:3.0:1731347580.442662:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+151:3762:x1815447952819584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.442665:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14954 count 1 00002000:00080000:3.0:1731347580.442669:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17249 count 1 00010000:00010000:1.0:1731347580.442671:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442675:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442676:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442680:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096189680/0xb104f9478dff78c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fc4 expref: 336 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.442684:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1cdaf40/0xb104f9478dff2cf4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f1 expref: 336 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.442684:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af785680/0xb104f9478dff32c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549bd expref: 336 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.442690:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.442690:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.442692:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.442692:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442692:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442693:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.442694:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.442694:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442695:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442720:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1cdaf40/0xb104f9478dff2cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f1 expref: 336 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.442720:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af785680/0xb104f9478dff32c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549bd expref: 336 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.442721:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096189680/0xb104f9478dff78c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fc4 expref: 336 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.442730:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096189680/0xb104f9478dff78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fc4 expref: 336 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.442732:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1cdaf40/0xb104f9478dff2cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f1 expref: 336 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.442732:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af785680/0xb104f9478dff32c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549bd expref: 336 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.442739:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952820096:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.442741:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952819840:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.442741:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952819968:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.442762:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0180 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.442763:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.442763:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.442794:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.442795:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952816384:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.442804:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.442806:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.442808:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952819456 00000100:00100000:2.0:1731347580.442811:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952819456 00000100:00100000:0.0:1731347580.442818:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312696960 00000100:00100000:0.0:1731347580.442822:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312696960 00000100:00100000:2.0:1731347580.442829:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204738 00010000:00010000:0.0:1731347580.442833:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3ded200/0xb104f9478dffec9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96039f expref: 329 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.442834:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+152:3761:x1815447952819456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.442842:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:2.0:1731347580.442843:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13773 count 1 00000100:00100000:3.0:1731347580.442847:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952816640:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.442848:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312697088 00000100:00100000:0.0:1731347580.442851:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312697088 00010000:00010000:2.0:1731347580.442853:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442857:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442858:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800add8c6c0/0xb104f9478dffb4f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbfa expref: 330 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.442859:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.442862:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880088ea9f80/0xb104f9478e00c5e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcec expref: 336 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.442867:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.442868:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.442870:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.442873:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290635 00000100:00100000:3.0:1731347580.442878:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290636 00000100:00100000:0.0:1731347580.442878:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+330:2006:x1815448312696960:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.442882:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+330:2003:x1815448312697088:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.442885:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880088ea9f80/0xb104f9478e00c5e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcec expref: 336 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.442885:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.442888:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.442889:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3ded200/0xb104f9478dffec9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96039f expref: 330 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.442893:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800add8c6c0/0xb104f9478dffb4f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbfa expref: 330 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.442893:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880088ea9f80/0xb104f9478e00c5e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcec expref: 336 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.442896:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.442897:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3ded200/0xb104f9478dffec9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96039f expref: 330 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.442901:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800add8c6c0/0xb104f9478dffb4f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbfa expref: 330 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.442901:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952820224:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.442905:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312697344 00000100:00100000:1.0:1731347580.442907:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312697344 00010000:00010000:0.0:1731347580.442909:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3ded200/0xb104f9478dffec9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96039f expref: 330 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.442912:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800add8c6c0/0xb104f9478dffb4f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95cbfa expref: 330 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.442917:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b32218c0/0xb104f9478e008d47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a44b expref: 337 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.442918:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.442919:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.442920:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.442920:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea626c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.442922:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.442922:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442924:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.442929:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.442931:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.442937:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952817664:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.442937:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290637 00000100:00100000:1.0:1731347580.442941:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+337:2003:x1815448312697344:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.442943:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.442943:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.442947:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442947:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.442951:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b32218c0/0xb104f9478e008d47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a44b expref: 337 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.442956:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+328:2003:x1815448312697088:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (113us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.442960:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b32218c0/0xb104f9478e008d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a44b expref: 337 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.442961:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+328:2006:x1815448312696960:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.442962:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290636 00000100:00100000:0.0:1731347580.442968:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290635 00010000:00010000:1.0:1731347580.442971:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442972:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.442975:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.442982:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.442983:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952817408:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.442990:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.442991:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443001:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.443004:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+337:2003:x1815448312697344:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (108us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.443007:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.443010:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290637 00010000:00010000:3.0:1731347580.443012:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443018:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443023:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443023:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443028:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.443029:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443031:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443036:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443036:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443043:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443043:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443048:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e07761e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443049:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443055:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.443058:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443063:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b32218c0/0xb104f9478e008d47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a44b expref: 336 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.443065:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443074:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.443074:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952817280:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.443080:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077617 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443086:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443093:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443099:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443107:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443113:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443119:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443124:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.443127:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443133:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443141:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.443147:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+104:3761:x1815447952816512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2960us (3061us total) trans 4295335808 rc 0/0 00010000:00010000:0.0:1731347580.443147:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077625 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.443152:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204724 00000004:00080000:2.0:1731347580.443177:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120382d80/2, rc 0, transno 368512 00000100:00100000:2.0:1731347580.443184:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952816512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.443187:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+103:3761:x1815447952816000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3918us (3959us total) trans 4295335809 rc 0/0 00000100:00100000:1.0:1731347580.443192:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204723 00000004:00080000:2.0:1731347580.443193:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120381f80/2, rc 0, transno 368513 00000100:00100000:2.0:1731347580.443196:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952816000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.443216:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952820352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.443218:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952820480:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.443221:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.443233:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312697600 00000100:00100000:3.0:1731347580.443235:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.443236:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312697600 00010000:00010000:1.0:1731347580.443246:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081622f40/0xb104f9478e00b357 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca5b expref: 327 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.443249:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952820352 00000100:00100000:2.0:1731347580.443252:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952820352 00000100:00100000:1.0:1731347580.443261:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290638 00000100:00100000:2.0:1731347580.443266:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204739 00000100:00100000:1.0:1731347580.443266:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e775050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+327:2003:x1815448312697600:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.443271:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+103:3760:x1815447952820352:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.443272:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.443276:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081622f40/0xb104f9478e00b357 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca5b expref: 327 pid: 15923 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.443280:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18609 count 1 00010000:00010000:1.0:1731347580.443284:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081622f40/0xb104f9478e00b357 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca5b expref: 327 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.443288:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443296:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081622f40/0xb104f9478e00b357 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca5b expref: 327 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.443297:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120ff7a80/0xb104f9478e006729 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e2d expref: 327 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.443300:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+153:3763:x1815447952816768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2657us (2685us total) trans 4295367356 rc 0/0 00010000:00010000:2.0:1731347580.443303:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.443304:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.443304:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.443305:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204725 00010000:00010000:2.0:1731347580.443306:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443306:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.443308:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.443313:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4dc00/2, rc 0, transno 400060 00010000:00010000:1.0:1731347580.443315:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.443320:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952816768:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.443320:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120ff7a80/0xb104f9478e006729 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e2d expref: 326 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.443328:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.443329:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120ff7a80/0xb104f9478e006729 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e2d expref: 326 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.443335:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.443338:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952820608:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.443342:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312697472 00000100:00100000:3.0:1731347580.443343:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.443344:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312697472 00000100:00100000:1.0:1731347580.443345:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e775050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+326:2003:x1815448312697600:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.443349:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952820736:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.443351:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880087781680/0xb104f9478e007274 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968978 expref: 327 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.443354:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290638 00000100:00100000:2.0:1731347580.443357:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.443362:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290639 00000100:00100000:0.0:1731347580.443364:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+326:2004:x1815448312697472:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.443365:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.443367:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443369:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.443372:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880087781680/0xb104f9478e007274 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968978 expref: 326 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.443373:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443377:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880087781680/0xb104f9478e007274 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968978 expref: 326 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.443380:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.443381:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952820736 00000100:00100000:3.0:1731347580.443384:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952820736 00010000:00010000:0.0:1731347580.443384:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880087781680/0xb104f9478e007274 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968978 expref: 326 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.443386:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443390:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.443391:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.443392:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443393:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.443397:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204740 00010000:00010000:2.0:1731347580.443398:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220000 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.443400:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+153:3763:x1815447952820736:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.443400:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443400:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.443407:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443408:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1731347580.443410:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15006 count 1 00000100:00100000:1.0:1731347580.443411:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952817920:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.443431:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+325:2004:x1815448312697472:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (96us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.443433:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.443435:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290639 00010000:00010000:3.0:1731347580.443436:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443436:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.443440:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e077633 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ee8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443445:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097545440/0xb104f9478e00ada0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c49d expref: 335 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.443450:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.443452:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.443454:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.443455:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312697216 00000100:00100000:1.0:1731347580.443458:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312697216 00010000:00010000:3.0:1731347580.443468:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097545440/0xb104f9478e00ada0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c49d expref: 335 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.443476:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097545440/0xb104f9478e00ada0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c49d expref: 335 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00100000:1.0:1731347580.443476:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (245760->2850815) req@ffff880132740380 x1815448312697216/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:3.0:1731347580.443484:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952820864:192.168.203.60@tcp:104: 00002000:00100000:1.0:1731347580.443485:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132740380 with x1815448312697216 ext(245760->2850815) 00002000:00010000:1.0:1731347580.443488:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132740380 00000100:00100000:3.0:1731347580.443508:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.443510:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678321 00000100:00100000:1.0:1731347580.443515:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+325:2004:x1815448312697216:12345-192.168.203.60@tcp:4:fsx.0 00010000:00010000:3.0:1731347580.443518:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443525:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.443532:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+104:3761:x1815447952817152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2707us (2783us total) trans 4295335810 rc 0/0 00010000:00010000:3.0:1731347580.443536:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.443538:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204727 00010000:00010000:3.0:1731347580.443542:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443548:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.443551:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.443554:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.443557:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443563:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.443567:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132743480/2, rc 0, transno 368514 00010000:00010000:3.0:1731347580.443572:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.443572:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952817152:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.443578:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e07762c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.443601:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.443602:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952820480 00000100:00100000:2.0:1731347580.443604:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952820480 00000100:00100000:0.0:1731347580.443605:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.443611:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952820992:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.443618:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204741 00000100:00100000:1.0:1731347580.443618:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.443622:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+105:3761:x1815447952820480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.443625:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312697728 00000100:00100000:0.0:1731347580.443626:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.443627:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312697728 00002000:00080000:2.0:1731347580.443631:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9541 count 1 00010000:00010000:1.0:1731347580.443635:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801236d98c0/0xb104f9478e0059d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670d5 expref: 327 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.443635:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952820992 00000100:00100000:0.0:1731347580.443637:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952820992 00010000:00010000:2.0:1731347580.443639:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.443643:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312697856 00000100:00100000:1.0:1731347580.443644:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312697856 00000100:00100000:0.0:1731347580.443647:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204742 00010000:00010000:1.0:1731347580.443648:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007ebb9200/0xb104f9478e00bd6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d472 expref: 328 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.443649:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3809b00/0xb104f9478e00285a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f5e expref: 328 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.443649:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+106:3762:x1815447952820992:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.443654:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.443655:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.443657:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.443658:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12114 count 1 00000100:00100000:1.0:1731347580.443660:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290640 00000100:00100000:1.0:1731347580.443663:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+328:2005:x1815448312697728:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.443664:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+106:3763:x1815447952816896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2952us (2997us total) trans 4295335811 rc 0/0 00010000:00010000:0.0:1731347580.443665:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443668:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.443670:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204726 00010000:00010000:2.0:1731347580.443672:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3809b00/0xb104f9478e00285a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f5e expref: 328 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.443672:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801236d98c0/0xb104f9478e0059d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x338a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670d5 expref: 328 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.443673:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092321440/0xb104f9478dff78b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fbd expref: 328 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.443676:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.443678:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.443679:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443680:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801236d98c0/0xb104f9478e0059d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x338a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670d5 expref: 328 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.443681:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3809b00/0xb104f9478e00285a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f5e expref: 328 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.443688:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092321440/0xb104f9478dff78b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fbd expref: 328 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.443689:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952821120:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.443690:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.443691:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.443693:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801236d98c0/0xb104f9478e0059d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x338a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670d5 expref: 328 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.443694:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443695:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092321440/0xb104f9478dff78b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fbd expref: 328 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.443700:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952821248:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.443701:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.443702:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952817792:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.443709:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.443710:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.443712:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.443713:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.443719:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.443723:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290641 00000100:00100000:1.0:1731347580.443724:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+327:2005:x1815448312697728:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 60us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.443725:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.443725:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+327:2004:x1815448312697856:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1731347580.443726:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132741c00/2, rc 0, transno 368515 00010000:00010000:0.0:1731347580.443729:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.443730:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290640 00010000:00010000:3.0:1731347580.443732:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.443732:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952816896:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.443732:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007ebb9200/0xb104f9478e00bd6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d472 expref: 327 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.443737:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007ebb9200/0xb104f9478e00bd6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d472 expref: 326 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.443738:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443744:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007ebb9200/0xb104f9478e00bd6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d472 expref: 326 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.443745:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443750:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.443750:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.443751:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.443752:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443753:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.443754:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.443756:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.443759:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952821376:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.443760:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.443767:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.443781:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952818176:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.443788:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443792:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443794:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e07763a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x338a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.443796:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+325:2004:x1815448312697856:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 69us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.443802:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290641 00010000:00010000:1.0:1731347580.443809:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443815:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443822:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443826:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.443828:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.443830:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.443832:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.443833:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.443835:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443839:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.443847:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.443851:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952821376 00010000:00010000:1.0:1731347580.443853:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077641 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.443854:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952821376 00000100:00100000:0.0:1731347580.443868:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204743 00000100:00100000:0.0:1731347580.443872:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+107:3761:x1815447952821376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.443883:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13773 count 1 00000100:00100000:3.0:1731347580.443884:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+107:3761:x1815447952817024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3047us (3085us total) trans 4295335812 rc 0/0 00000100:00100000:3.0:1731347580.443890:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204728 00000004:00080000:2.0:1731347580.443892:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132743800/2, rc 0, transno 368516 00010000:00010000:0.0:1731347580.443892:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.443898:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952817024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.443902:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094866640/0xb104f9478e00c5e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dce5 expref: 324 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.443904:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312697984 00000100:00100000:3.0:1731347580.443906:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312697984 00010000:00010000:0.0:1731347580.443908:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.443909:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.443911:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.443915:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800900ff180/0xb104f9478dff67e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957eec expref: 336 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.443920:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.443926:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952821504:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.443926:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094866640/0xb104f9478e00c5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dce5 expref: 324 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.443929:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290642 00000100:00100000:3.0:1731347580.443933:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+336:2004:x1815448312697984:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.443934:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094866640/0xb104f9478e00c5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dce5 expref: 324 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.443939:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.443942:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800900ff180/0xb104f9478dff67e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957eec expref: 336 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.443946:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.443947:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+107:3763:x1815447952817536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3038us (3089us total) trans 4295335813 rc 0/0 00000100:00100000:0.0:1731347580.443948:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952821632:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.443951:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800900ff180/0xb104f9478dff67e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957eec expref: 336 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.443954:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204729 00010000:00010000:3.0:1731347580.443962:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800900ff180/0xb104f9478dff67e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957eec expref: 336 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.443964:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952821504 00000004:00080000:2.0:1731347580.443966:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132742d80/2, rc 0, transno 368517 00000100:00100000:1.0:1731347580.443967:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952821504 00000100:00100000:0.0:1731347580.443967:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.443970:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952817536:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.443976:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.443977:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.443980:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.443980:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204744 00000100:00100000:1.0:1731347580.443984:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+107:3760:x1815447952821504:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.443986:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.443995:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17249 count 1 00010000:00010000:3.0:1731347580.443999:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.444000:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.444004:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.444005:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952821760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.444014:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+335:2004:x1815448312697984:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (182us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.444015:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d58d80/0xb104f9478dff2ced lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f8 expref: 324 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.444020:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290642 00000100:00100000:2.0:1731347580.444021:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.444021:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.444022:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.444025:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.444034:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952821760 00000100:00100000:3.0:1731347580.444037:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952821760 00010000:00010000:1.0:1731347580.444040:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1d58d80/0xb104f9478dff2ced lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f8 expref: 324 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.444048:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204745 00010000:00010000:1.0:1731347580.444049:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1d58d80/0xb104f9478dff2ced lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f8 expref: 324 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.444052:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+108:3763:x1815447952821760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.444058:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098d4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952821888:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.444063:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14954 count 1 00010000:00010000:3.0:1731347580.444071:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.444080:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af0173c0/0xb104f9478dff32b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549c4 expref: 324 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.444085:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.444086:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.444088:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.444105:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af0173c0/0xb104f9478dff32b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549c4 expref: 324 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.444113:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af0173c0/0xb104f9478dff32b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549c4 expref: 324 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.444120:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952822016:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.444124:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952818688:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.444125:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.444136:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.444139:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444146:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444153:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444159:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444165:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444171:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.444173:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444180:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444183:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444190:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444196:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077648 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.444260:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.444270:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952818816:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.444281:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.444285:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.444297:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+154:3763:x1815447952818048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2950us (2985us total) trans 4295367357 rc 0/0 00000100:00100000:3.0:1731347580.444299:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312698112 00000100:00100000:3.0:1731347580.444302:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312698112 00000100:00100000:1.0:1731347580.444303:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204730 00000004:00080000:2.0:1731347580.444306:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4f480/2, rc 0, transno 400061 00000100:00100000:2.0:1731347580.444312:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952818048:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.444313:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131e1ed00/0xb104f9478e006730 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e34 expref: 335 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.444314:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952818944:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.444324:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.444326:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312698240 00000100:00100000:3.0:1731347580.444328:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312698240 00010000:00010000:3.0:1731347580.444335:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aeb17a80/0xb104f9478e008d4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a452 expref: 325 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.444340:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952822144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.444340:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.444355:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312698368 00000100:00100000:3.0:1731347580.444357:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312698368 00000100:00100000:2.0:1731347580.444358:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.444363:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290643 00010000:00010000:3.0:1731347580.444366:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88004f735f80/0xb104f9478e002853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f57 expref: 336 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.444368:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+336:2004:x1815448312698112:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.444374:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.444378:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131e1ed00/0xb104f9478e006730 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e34 expref: 336 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.444380:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290644 00000100:00100000:3.0:1731347580.444384:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+325:2003:x1815448312698240:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.444386:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290645 00010000:00010000:1.0:1731347580.444386:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131e1ed00/0xb104f9478e006730 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e34 expref: 336 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.444390:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+336:2006:x1815448312698368:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.444394:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.444396:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.444397:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aeb17a80/0xb104f9478e008d4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a452 expref: 325 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.444397:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e1ed00/0xb104f9478e006730 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e34 expref: 336 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.444400:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88004f735f80/0xb104f9478e002853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f57 expref: 336 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.444404:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.444405:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.444406:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aeb17a80/0xb104f9478e008d4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a452 expref: 325 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.444407:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444408:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88004f735f80/0xb104f9478e002853 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f57 expref: 335 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.444433:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aeb17a80/0xb104f9478e008d4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a452 expref: 325 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.444433:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88004f735f80/0xb104f9478e002853 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f57 expref: 335 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.444433:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.444442:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.444442:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.444443:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.444443:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.444445:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.444446:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444446:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.444453:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444453:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.444458:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+334:2004:x1815448312698112:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 90us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.444464:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290643 00010000:00010000:3.0:1731347580.444465:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.444465:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.444478:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+333:2006:x1815448312698368:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (137us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.444478:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.444482:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952822144 00000100:00100000:3.0:1731347580.444483:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+324:2003:x1815448312698240:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 98us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.444483:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290645 00010000:00010000:0.0:1731347580.444483:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.444485:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952822144 00000100:00100000:3.0:1731347580.444487:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290644 00010000:00010000:0.0:1731347580.444488:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444491:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.444498:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204746 00010000:00010000:0.0:1731347580.444498:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444499:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.444501:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+154:3763:x1815447952822144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.444502:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.444503:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444506:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444507:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.444512:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13087 count 1 00010000:00010000:2.0:1731347580.444513:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444513:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444517:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077656 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444519:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444521:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444525:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444531:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.444531:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a9ed00/0xb104f9478e003da0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96549d expref: 332 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.444533:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444537:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.444538:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.444539:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444540:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444546:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444554:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a9ed00/0xb104f9478e003da0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96549d expref: 332 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.444556:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438fc0/0xb104f9478e07765d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444561:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a9ed00/0xb104f9478e003da0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96549d expref: 332 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.444569:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098d4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952822272:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.444584:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.444597:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+156:3761:x1815447952818432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2565us (2617us total) trans 4295367358 rc 0/0 00000100:00100000:0.0:1731347580.444601:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204732 00000004:00080000:3.0:1731347580.444613:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4f800/2, rc 0, transno 400062 00000100:00100000:3.0:1731347580.444621:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952818432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.444630:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952819200:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.444639:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.444644:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+155:3763:x1815447952818560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2607us (2643us total) trans 4295367359 rc 0/0 00000100:00100000:2.0:1731347580.444649:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204733 00000100:00100000:3.0:1731347580.444655:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952822400:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.444663:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444669:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.444670:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.444674:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.444676:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444682:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444689:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444694:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.444697:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.444699:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952820096:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.444703:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444706:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444712:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.444715:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312698496 00000100:00100000:1.0:1731347580.444716:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312698496 00010000:00010000:2.0:1731347580.444718:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e07764f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444723:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b2565440/0xb104f9478dff67e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957ee5 expref: 324 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.444728:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952819840:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.444733:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290646 00000100:00100000:1.0:1731347580.444735:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+324:2003:x1815448312698496:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.444735:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.444738:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444740:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.444743:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b2565440/0xb104f9478dff67e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957ee5 expref: 324 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.444747:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b2565440/0xb104f9478dff67e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957ee5 expref: 324 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.444750:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.444752:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312698624 00000100:00100000:3.0:1731347580.444755:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312698624 00010000:00010000:1.0:1731347580.444755:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b2565440/0xb104f9478dff67e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957ee5 expref: 324 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.444760:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.444760:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312698880 00010000:00010000:1.0:1731347580.444761:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.444763:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.444763:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312698880 00010000:00010000:3.0:1731347580.444765:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096189680/0xb104f9478dff78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fc4 expref: 333 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.444767:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444789:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af785680/0xb104f9478dff32c0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549bd expref: 334 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.444801:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.444805:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290647 00000100:00100000:0.0:1731347580.444808:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290648 00000100:00100000:3.0:1731347580.444809:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+334:2003:x1815448312698624:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.444812:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+334:2004:x1815448312698880:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.444816:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.444816:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.444817:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444819:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af785680/0xb104f9478dff32c0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549bd expref: 334 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.444820:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096189680/0xb104f9478dff78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fc4 expref: 334 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.444823:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+109:3761:x1815447952818304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2794us (2865us total) trans 4295335814 rc 0/0 00010000:00010000:1.0:1731347580.444824:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444824:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af785680/0xb104f9478dff32c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549bd expref: 334 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.444829:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096189680/0xb104f9478dff78c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fc4 expref: 334 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.444829:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204731 00010000:00010000:1.0:1731347580.444830:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444831:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.444832:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.444834:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444836:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444837:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.444838:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952822400 00010000:00010000:3.0:1731347580.444840:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096189680/0xb104f9478dff78c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2f52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fc4 expref: 334 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.444841:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952822400 00010000:00010000:1.0:1731347580.444843:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.444844:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.444849:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.444849:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.444850:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.444851:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.444853:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.444853:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204747 00000100:00100000:0.0:1731347580.444853:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+333:2004:x1815448312698880:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 41us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.444857:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+155:3760:x1815447952822400:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.444858:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.444860:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.444866:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16573 count 1 00010000:00010000:1.0:1731347580.444872:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.444873:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.444874:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.444878:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077664 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444883:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801270f2f40/0xb104f9478dfedb71 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f275 expref: 333 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.444885:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+333:2003:x1815448312698624:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (151us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.444889:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.444890:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290647 00010000:00010000:2.0:1731347580.444891:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.444892:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444907:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801270f2f40/0xb104f9478dfedb71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f275 expref: 332 pid: 15872 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.444911:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa227100/2, rc 0, transno 368518 00000100:00100000:0.0:1731347580.444914:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290648 00000100:00100000:3.0:1731347580.444917:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952818304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.444920:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801270f2f40/0xb104f9478dfedb71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f275 expref: 331 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.444929:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952822528:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.444939:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.444943:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8300 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.444944:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952822656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.444962:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.444962:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af785680/0xb104f9478dff32c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549bd expref: 331 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.444971:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952819968:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.444973:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+109:3763:x1815447952819072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2525us (2651us total) trans 4295335815 rc 0/0 00000100:00100000:1.0:1731347580.444979:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204734 00010000:00010000:2.0:1731347580.444981:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444988:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.444994:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445000:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445005:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445011:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445016:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.445019:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445025:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445032:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.445035:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952822656 00010000:00010000:2.0:1731347580.445037:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077672 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.445038:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952822656 00000100:00100000:1.0:1731347580.445049:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204748 00000100:00100000:1.0:1731347580.445052:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+109:3760:x1815447952822656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.445060:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15006 count 1 00010000:00010000:1.0:1731347580.445066:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.445073:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093cbc6c0/0xb104f9478e00ad99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c4a4 expref: 323 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.445077:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.445078:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.445079:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.445089:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093cbc6c0/0xb104f9478e00ad99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c4a4 expref: 323 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.445097:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093cbc6c0/0xb104f9478e00ad99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c4a4 expref: 323 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.445103:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952822784:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.445114:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0180 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.445122:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445124:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+156:3763:x1815447952819712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2468us (2509us total) trans 4295367360 rc 0/0 00010000:00010000:1.0:1731347580.445126:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445130:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204736 00010000:00010000:1.0:1731347580.445131:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.445134:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.445138:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.445141:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae06c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.445142:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.445146:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.445149:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007965c700/2, rc 0, transno 400064 00000100:00100000:2.0:1731347580.445154:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952819712:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.445155:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.445161:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa226680/2, rc 0, transno 368519 00010000:00010000:1.0:1731347580.445161:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07766b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445167:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952819072:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.445173:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4e680/2, rc 0, transno 400063 00000100:00100000:2.0:1731347580.445176:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952818560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.445180:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.445186:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952822912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.445202:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.445205:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.445210:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952823040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.445213:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.445219:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952822912 00000100:00100000:3.0:1731347580.445220:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952823168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.445222:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952822912 00000100:00100000:0.0:1731347580.445232:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.445237:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952823040 00000100:00100000:2.0:1731347580.445239:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952823040 00000100:00100000:3.0:1731347580.445243:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204749 00000100:00100000:3.0:1731347580.445247:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+158:3763:x1815447952822912:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.445250:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204750 00000100:00100000:2.0:1731347580.445254:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+158:3762:x1815447952823040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.445256:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19241 count 1 00000100:00100000:0.0:1731347580.445258:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.445259:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+158:3760:x1815447952819328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2607us (2668us total) trans 4295367361 rc 0/0 00002000:00080000:2.0:1731347580.445261:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15848 count 1 00000100:00100000:1.0:1731347580.445265:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204735 00010000:00010000:3.0:1731347580.445266:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445268:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445275:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880081a19b00/0xb104f9478e008afb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a206 expref: 330 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.445276:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800984a2880/0xb104f9478dff009a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95179e expref: 330 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.445281:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.445282:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.445282:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.445283:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.445284:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445285:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.445286:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+325:2003:x1815448312698496:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 548us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.445292:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290646 00010000:00010000:3.0:1731347580.445299:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880081a19b00/0xb104f9478e008afb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a206 expref: 330 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.445299:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800984a2880/0xb104f9478dff009a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95179e expref: 330 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.445300:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312698752 00000100:00100000:1.0:1731347580.445303:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312698752 00010000:00010000:3.0:1731347580.445307:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880081a19b00/0xb104f9478e008afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a206 expref: 331 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.445307:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800984a2880/0xb104f9478dff009a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95179e expref: 331 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.445312:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1cdaf40/0xb104f9478dff2cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f1 expref: 331 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.445316:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952823424:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.445316:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952823296:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.445328:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290649 00000100:00100000:2.0:1731347580.445329:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8480 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.445331:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.445332:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+331:2003:x1815448312698752:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.445339:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.445342:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1cdaf40/0xb104f9478dff2cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f1 expref: 331 pid: 9552 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.445346:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4df80/2, rc 0, transno 400065 00010000:00010000:1.0:1731347580.445350:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1cdaf40/0xb104f9478dff2cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f1 expref: 331 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.445353:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952819328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.445356:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+323:2004:x1815448312697216:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1840us (2496us total) trans 4295335816 rc 0/0 00000100:00100000:3.0:1731347580.445364:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.445366:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1cdaf40/0xb104f9478dff2cf4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f1 expref: 331 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.445374:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.445376:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952823552:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.445376:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.445377:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952823168 00010000:00010000:1.0:1731347580.445379:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445380:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952823168 00010000:00010000:1.0:1731347580.445385:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445393:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204751 00000100:00100000:3.0:1731347580.445394:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.445395:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678321 00000100:00100000:2.0:1731347580.445397:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+110:3761:x1815447952823168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.445398:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1731347580.445401:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (245760->2850815) req@ffff880132740380 x1815448312697216/t4295335816(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/456 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00080000:2.0:1731347580.445407:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13087 count 1 00002000:00100000:0.0:1731347580.445407:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132740380 with x1815448312697216 ext(245760->2850815) 00000100:00100000:1.0:1731347580.445408:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+330:2003:x1815448312698752:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (151us total) trans 0 rc 0/0 00002000:00010000:0.0:1731347580.445409:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132740380 00010000:00010000:3.0:1731347580.445410:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.445412:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290649 00010000:00010000:3.0:1731347580.445432:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445434:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445439:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445443:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081515200/0xb104f9478e003d99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9654a4 expref: 322 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.445445:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445449:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.445450:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.445453:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445457:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445462:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b833c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.445464:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.445469:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952820224:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.445471:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445479:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445480:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445486:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e077679 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445486:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952823552 00000100:00100000:2.0:1731347580.445488:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952823552 00000100:00100000:2.0:1731347580.445502:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204752 00000100:00100000:2.0:1731347580.445505:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+158:3761:x1815447952823552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.445516:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11691 count 1 00010000:00010000:2.0:1731347580.445524:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445533:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af788000/0xb104f9478dff24d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd9 expref: 329 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.445540:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.445541:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.445544:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445558:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af788000/0xb104f9478dff24d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd9 expref: 329 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.445566:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af788000/0xb104f9478dff24d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd9 expref: 329 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.445574:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952823680:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.445584:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+159:3762:x1815447952819584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2920us (2955us total) trans 4295367362 rc 0/0 00000100:00100000:2.0:1731347580.445588:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.445589:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204737 00010000:00010000:2.0:1731347580.445605:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081515200/0xb104f9478e003d99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9654a4 expref: 322 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.445613:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081515200/0xb104f9478e003d99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9654a4 expref: 322 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.445622:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952823808:192.168.203.60@tcp:104: 00000004:00080000:0.0:1731347580.445624:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4ca80/2, rc 0, transno 400066 00000100:00100000:0.0:1731347580.445629:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952819584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.445634:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.445641:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.445650:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312699008 00000100:00100000:1.0:1731347580.445652:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312699008 00010000:00010000:1.0:1731347580.445660:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880088ea9f80/0xb104f9478e00c5e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcec expref: 330 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.445661:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952823936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.445669:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290650 00000100:00100000:1.0:1731347580.445671:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+330:2004:x1815448312699008:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.445674:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.445675:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.445678:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880088ea9f80/0xb104f9478e00c5e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcec expref: 330 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.445686:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952823936 00010000:00010000:1.0:1731347580.445686:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880088ea9f80/0xb104f9478e00c5e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcec expref: 330 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.445689:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952823936 00010000:00010000:1.0:1731347580.445693:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880088ea9f80/0xb104f9478e00c5e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dcec expref: 330 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.445698:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.445699:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.445701:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.445704:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204753 00010000:00010000:1.0:1731347580.445705:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.445707:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+159:3762:x1815447952823936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.445707:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952820608:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.445713:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.445713:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952820864:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.445717:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18511 count 1 00010000:00010000:2.0:1731347580.445717:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.445721:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+329:2004:x1815448312699008:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (80us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.445721:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.445724:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290650 00010000:00010000:3.0:1731347580.445725:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445729:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445733:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445738:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff0ba80/0xb104f9478e007545 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c50 expref: 328 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.445740:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.445741:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445744:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.445745:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.445745:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445747:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445749:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445752:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.445753:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445757:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445760:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ff0ba80/0xb104f9478e007545 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c50 expref: 328 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.445763:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445766:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077680 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.445767:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ff0ba80/0xb104f9478e007545 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c50 expref: 328 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.445784:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.445791:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952824064:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.445792:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312699136 00000100:00100000:1.0:1731347580.445794:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312699136 00010000:00010000:1.0:1731347580.445801:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120ff7a80/0xb104f9478e006729 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e2d expref: 323 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.445805:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.445809:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312699264 00000100:00100000:1.0:1731347580.445811:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312699264 00010000:00010000:1.0:1731347580.445816:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097545440/0xb104f9478e00ada0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c49d expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.445824:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290651 00000100:00100000:1.0:1731347580.445826:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+323:2004:x1815448312699136:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.445830:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.445832:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120ff7a80/0xb104f9478e006729 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e2d expref: 323 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.445834:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290652 00010000:00010000:1.0:1731347580.445837:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120ff7a80/0xb104f9478e006729 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e2d expref: 323 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.445839:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+329:2004:x1815448312699264:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.445844:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120ff7a80/0xb104f9478e006729 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e2d expref: 323 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.445846:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.445850:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097545440/0xb104f9478e00ada0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c49d expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.445850:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.445851:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.445852:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.445856:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445858:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097545440/0xb104f9478e00ada0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c49d expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.445859:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+160:3761:x1815447952819456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3024us (3064us total) trans 4295367363 rc 0/0 00000100:00100000:0.0:1731347580.445863:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204738 00010000:00010000:1.0:1731347580.445864:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.445869:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097545440/0xb104f9478e00ada0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c49d expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.445872:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+322:2004:x1815448312699136:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (131us total) trans 0 rc 0/0 00000004:00080000:3.0:1731347580.445873:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4ea00/2, rc 0, transno 400067 00000100:00100000:1.0:1731347580.445875:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290651 00010000:00010000:2.0:1731347580.445878:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.445879:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.445880:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952819456:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.445882:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445888:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445900:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.445905:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952824192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.445906:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952821120:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.445908:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445913:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+328:2004:x1815448312699264:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (142us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.445913:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445913:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445917:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445918:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290652 00010000:00010000:0.0:1731347580.445921:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.445922:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.445924:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445927:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80b40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.445928:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.445929:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.445933:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445938:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312699392 00010000:00010000:0.0:1731347580.445939:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.445940:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312699392 00010000:00010000:0.0:1731347580.445943:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e07768e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.445944:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952821248:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.445949:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.445950:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3809b00/0xb104f9478e00285a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f5e expref: 322 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.445963:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290653 00000100:00100000:2.0:1731347580.445966:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+322:2003:x1815448312699392:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.445972:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.445975:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3809b00/0xb104f9478e00285a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f5e expref: 322 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.445982:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3809b00/0xb104f9478e00285a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f5e expref: 322 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.445992:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3809b00/0xb104f9478e00285a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f5e expref: 322 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.445992:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.445998:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.445999:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.446002:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.446004:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312699520 00000100:00100000:1.0:1731347580.446007:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312699520 00010000:00010000:2.0:1731347580.446008:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.446010:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+160:3763:x1815447952820736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2609us (2645us total) trans 4295367364 rc 0/0 00000100:00100000:0.0:1731347580.446015:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204740 00010000:00010000:1.0:1731347580.446017:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092321440/0xb104f9478dff78b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fbd expref: 322 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.446019:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.446022:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952824192 00000004:00080000:3.0:1731347580.446024:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c6a00/2, rc 0, transno 400068 00000100:00100000:0.0:1731347580.446025:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952824192 00000100:00100000:3.0:1731347580.446030:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952820736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.446030:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+322:2003:x1815448312699392:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.446031:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290654 00000100:00100000:0.0:1731347580.446034:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204754 00000100:00100000:1.0:1731347580.446035:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120381180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+322:2003:x1815448312699520:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.446036:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290653 00000100:00100000:0.0:1731347580.446036:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+160:3763:x1815447952824192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.446042:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:0.0:1731347580.446044:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12861 count 1 00010000:00010000:1.0:1731347580.446046:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092321440/0xb104f9478dff78b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fbd expref: 321 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.446050:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.446051:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446054:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092321440/0xb104f9478dff78b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fbd expref: 321 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.446057:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952824320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.446057:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.446058:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801301e0fc0/0xb104f9478dfee0aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a7 expref: 327 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.446062:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.446063:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.446064:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446065:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092321440/0xb104f9478dff78b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958fbd expref: 321 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.446068:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.446073:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.446073:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801301e0fc0/0xb104f9478dfee0aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a7 expref: 327 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.446074:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.446078:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801301e0fc0/0xb104f9478dfee0aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a7 expref: 327 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.446079:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.446080:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.446081:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446082:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.446086:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.446086:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.446086:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952824448:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.446088:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952824320 00010000:00010000:2.0:1731347580.446089:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.446090:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952824320 00010000:00010000:1.0:1731347580.446095:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.446096:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.446101:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.446102:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204755 00010000:00010000:2.0:1731347580.446104:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.446104:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120381180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+320:2003:x1815448312699520:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 69us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.446106:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+161:3760:x1815447952824320:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.446108:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290654 00010000:00010000:2.0:1731347580.446110:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077695 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.446116:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16262 count 1 00010000:00010000:1.0:1731347580.446119:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446123:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.446124:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446127:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446131:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.446133:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800afeed8c0/0xb104f9478dff0563 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c6e expref: 327 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.446134:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.446139:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.446140:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.446141:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143ba80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.446142:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446143:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446146:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446151:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446155:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e07769c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.446158:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800afeed8c0/0xb104f9478dff0563 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c6e expref: 327 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.446166:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800afeed8c0/0xb104f9478dff0563 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c6e expref: 327 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.446174:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952824576:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.446187:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.446196:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+112:3761:x1815447952820480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2573us (2644us total) trans 4295335817 rc 0/0 00000100:00100000:2.0:1731347580.446202:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204741 00000004:00080000:3.0:1731347580.446203:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c7100/2, rc 0, transno 368521 00000100:00100000:3.0:1731347580.446209:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952820480:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.446217:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.446224:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.446230:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.446231:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.446236:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a94aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952824704:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.446237:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.446239:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+111:3762:x1815447952820992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2587us (2611us total) trans 4295335818 rc 0/0 00010000:00010000:2.0:1731347580.446243:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.446245:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204742 00000004:00080000:0.0:1731347580.446246:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980d180/2, rc 0, transno 368522 00010000:00010000:2.0:1731347580.446249:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912221c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.446251:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.446252:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952820992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.446253:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.446258:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.446259:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952824704 00000100:00100000:1.0:1731347580.446262:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952824704 00010000:00010000:2.0:1731347580.446267:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.446273:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800912221c0/0xb104f9478e077687 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.446276:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204756 00000100:00100000:1.0:1731347580.446279:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+111:3760:x1815447952824704:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.446289:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952824832:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.446290:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16573 count 1 00010000:00010000:1.0:1731347580.446299:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.446302:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.446309:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127132880/0xb104f9478dfedb78 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f27c expref: 319 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.446312:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952824832 00000100:00100000:0.0:1731347580.446314:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952824832 00010000:00010000:1.0:1731347580.446320:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.446321:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.446323:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.446325:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204757 00000100:00100000:0.0:1731347580.446327:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+113:3762:x1815447952824832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.446335:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19241 count 1 00010000:00010000:1.0:1731347580.446337:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127132880/0xb104f9478dfedb78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f27c expref: 319 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.446342:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.446344:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127132880/0xb104f9478dfedb78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f27c expref: 319 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.446349:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088a21680/0xb104f9478e008b02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a1ff expref: 319 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.446350:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952824960:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.446352:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.446353:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.446355:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.446364:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088a21680/0xb104f9478e008b02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a1ff expref: 319 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.446366:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+113:3760:x1815447952820352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3094us (3130us total) trans 4295335819 rc 0/0 00000100:00100000:1.0:1731347580.446367:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.446369:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088a21680/0xb104f9478e008b02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a1ff expref: 319 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.446372:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204739 00000004:00080000:3.0:1731347580.446373:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c6680/2, rc 0, transno 368523 00000100:00100000:0.0:1731347580.446375:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952825088:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.446379:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952820352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.446387:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.446408:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a94a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952825216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.446439:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.446454:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952825216 00000100:00100000:0.0:1731347580.446457:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952825216 00000100:00100000:0.0:1731347580.446472:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204758 00000100:00100000:0.0:1731347580.446476:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+113:3763:x1815447952825216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.446548:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15848 count 1 00010000:00010000:0.0:1731347580.446558:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.446567:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af6e3a80/0xb104f9478dff0093 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951797 expref: 319 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.446573:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.446574:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.446577:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.446592:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af6e3a80/0xb104f9478dff0093 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951797 expref: 319 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.446601:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af6e3a80/0xb104f9478dff0093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951797 expref: 319 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.446609:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952825344:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.446637:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb240 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.446805:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952821632:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.446814:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.446851:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098d4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952821888:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.446860:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.447112:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.447140:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312699648 00000100:00100000:1.0:1731347580.447142:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312699648 00010000:00010000:1.0:1731347580.447151:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094866640/0xb104f9478e00c5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dce5 expref: 320 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.447153:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.447168:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312699776 00000100:00100000:1.0:1731347580.447169:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312699776 00000100:00100000:3.0:1731347580.447171:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952822016:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.447174:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1d58d80/0xb104f9478dff2ced lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f8 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.447175:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290655 00010000:00010000:3.0:1731347580.447179:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.447179:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+321:2003:x1815448312699648:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.447189:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.447190:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290656 00000100:00100000:1.0:1731347580.447193:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+321:2003:x1815448312699776:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.447193:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094866640/0xb104f9478e00c5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dce5 expref: 321 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.447197:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.447199:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1d58d80/0xb104f9478dff2ced lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f8 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447201:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094866640/0xb104f9478e00c5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dce5 expref: 321 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.447205:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1d58d80/0xb104f9478dff2ced lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f8 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447211:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094866640/0xb104f9478e00c5e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dce5 expref: 321 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.447214:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d58d80/0xb104f9478dff2ced lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543f8 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447218:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.447219:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.447221:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447222:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.447223:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.447226:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447227:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447232:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447238:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.447244:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.447245:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447252:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447260:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447266:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447269:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+319:2003:x1815448312699776:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.447274:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447276:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290656 00010000:00010000:2.0:1731347580.447279:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b3c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.447281:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447291:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447292:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447299:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447302:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.447302:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+318:2003:x1815448312699648:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 84us (153us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.447303:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.447307:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290655 00010000:00010000:2.0:1731347580.447308:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0776a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447308:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447314:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447320:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.447322:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.447324:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.447328:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.447331:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312699904 00000100:00100000:0.0:1731347580.447334:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312699904 00010000:00010000:1.0:1731347580.447338:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447341:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af0173c0/0xb104f9478dff32b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549c4 expref: 318 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.447344:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e0776aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.447353:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290657 00000100:00100000:0.0:1731347580.447356:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+318:2004:x1815448312699904:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.447360:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.447362:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af0173c0/0xb104f9478dff32b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549c4 expref: 318 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447367:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af0173c0/0xb104f9478dff32b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549c4 expref: 318 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447374:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af0173c0/0xb104f9478dff32b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9549c4 expref: 318 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447379:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.447380:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.447382:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447386:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447401:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.447407:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+115:3761:x1815447952821376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3533us (3577us total) trans 4295335820 rc 0/0 00000100:00100000:0.0:1731347580.447412:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+317:2004:x1815448312699904:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.447413:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204743 00000100:00100000:0.0:1731347580.447431:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290657 00000004:00080000:3.0:1731347580.447443:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980c000/2, rc 0, transno 368524 00000100:00100000:3.0:1731347580.447451:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952821376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.447452:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+114:3760:x1815447952821504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3467us (3505us total) trans 4295335821 rc 0/0 00000100:00100000:1.0:1731347580.447457:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204744 00000004:00080000:2.0:1731347580.447458:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980c380/2, rc 0, transno 368525 00000100:00100000:0.0:1731347580.447461:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098d4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952822272:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.447462:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952821504:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.447469:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.447481:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a94a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952825472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.447489:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952825600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.447500:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.447508:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447516:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447523:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447529:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447536:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447541:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81b00 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.447541:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952822528:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.447544:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447550:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447551:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447553:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952822784:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.447560:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447564:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.447565:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952825088:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.447567:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e0776b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.447567:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952823680:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.447571:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447574:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447583:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952824960:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.447589:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.447595:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952823296:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.447597:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952824064:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.447598:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952825472 00000100:00100000:1.0:1731347580.447600:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952825472 00010000:00010000:2.0:1731347580.447603:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447603:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447609:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204759 00000100:00100000:1.0:1731347580.447612:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+115:3760:x1815447952825472:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.447619:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952823808:192.168.203.60@tcp:104: 00002000:00080000:1.0:1731347580.447619:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11691 count 1 00000100:00100000:0.0:1731347580.447621:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952824448:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.447625:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447626:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447627:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447632:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d51b00/0xb104f9478dff24dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953be0 expref: 316 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.447636:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.447637:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.447638:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.447643:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952824576:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.447647:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1d51b00/0xb104f9478dff24dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953be0 expref: 316 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.447648:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.447651:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+115:3763:x1815447952821760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3597us (3628us total) trans 4295335822 rc 0/0 00010000:00010000:1.0:1731347580.447653:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1d51b00/0xb104f9478dff24dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953be0 expref: 316 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.447655:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980f100/2, rc 0, transno 368526 00000100:00100000:3.0:1731347580.447657:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204745 00000100:00100000:1.0:1731347580.447658:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952825728:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.447661:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952821760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.447665:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952825344:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.447670:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447673:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.447678:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952823424:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.447682:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.447687:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098d4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952825856:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.447689:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447693:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312700160 00000100:00100000:1.0:1731347580.447695:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312700160 00000100:00100000:3.0:1731347580.447702:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.447703:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a9ed00/0xb104f9478e003da0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96549d expref: 328 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.447717:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290658 00000100:00100000:2.0:1731347580.447721:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.447721:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+328:2004:x1815448312700160:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.447721:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.447727:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.447728:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312700416 00000100:00100000:0.0:1731347580.447730:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312700416 00010000:00010000:1.0:1731347580.447731:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a9ed00/0xb104f9478e003da0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x331f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96549d expref: 328 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.447736:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952825600 00010000:00010000:0.0:1731347580.447737:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800984a2880/0xb104f9478dff009a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95179e expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.447739:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952825600 00010000:00010000:1.0:1731347580.447740:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a9ed00/0xb104f9478e003da0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x331f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96549d expref: 329 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.447743:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.447751:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952825856 00000100:00100000:2.0:1731347580.447752:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952825856 00010000:00010000:1.0:1731347580.447752:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a9ed00/0xb104f9478e003da0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x331f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96549d expref: 329 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.447758:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.447760:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.447761:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204760 00010000:00010000:1.0:1731347580.447761:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.447764:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.447765:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+116:3761:x1815447952825600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.447767:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312700672 00000100:00100000:3.0:1731347580.447784:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312700672 00010000:00010000:1.0:1731347580.447787:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.447791:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18511 count 1 00010000:00010000:3.0:1731347580.447794:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880081a19b00/0xb104f9478e008afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a206 expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.447800:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447803:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.447807:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312700928 00010000:00010000:2.0:1731347580.447809:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098bf1d40/0xb104f9478e00754c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c49 expref: 316 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.447809:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312700928 00010000:00010000:0.0:1731347580.447816:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088a21680/0xb104f9478e008b02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a1ff expref: 317 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.447819:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.447821:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.447823:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447824:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290659 00000100:00100000:1.0:1731347580.447827:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e775c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+329:2004:x1815448312700416:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.447829:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290660 00000100:00100000:0.0:1731347580.447832:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290661 00000100:00100000:3.0:1731347580.447834:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+329:2004:x1815448312700672:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.447834:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.447835:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+317:2004:x1815448312700928:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.447837:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098bf1d40/0xb104f9478e00754c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c49 expref: 317 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.447837:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800984a2880/0xb104f9478dff009a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95179e expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447839:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.447840:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.447842:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800984a2880/0xb104f9478dff009a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95179e expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447842:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088a21680/0xb104f9478e008b02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a1ff expref: 317 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.447844:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880081a19b00/0xb104f9478e008afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a206 expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.447845:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098bf1d40/0xb104f9478e00754c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c49 expref: 317 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447847:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088a21680/0xb104f9478e008b02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a1ff expref: 317 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.447850:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800984a2880/0xb104f9478dff009a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95179e expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.447852:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880081a19b00/0xb104f9478e008afb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a206 expref: 329 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.447854:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952825984:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.447855:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.447855:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088a21680/0xb104f9478e008b02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a1ff expref: 317 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.447856:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.447858:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447860:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.447861:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.447862:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447863:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081a19b00/0xb104f9478e008afb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a206 expref: 328 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.447863:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.447870:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.447870:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.447871:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.447871:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447872:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.447875:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447878:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.447881:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447881:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e775c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+327:2004:x1815448312700416:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.447885:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204761 00000100:00100000:1.0:1731347580.447885:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290659 00000100:00100000:2.0:1731347580.447889:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+116:3762:x1815447952825856:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.447890:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+316:2004:x1815448312700928:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.447894:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.447895:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290661 00010000:00010000:1.0:1731347580.447896:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.447899:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12861 count 1 00010000:00010000:1.0:1731347580.447901:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447905:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447907:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447908:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.447909:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+326:2004:x1815448312700672:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (165us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.447909:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447912:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.447915:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290660 00010000:00010000:1.0:1731347580.447915:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.447916:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012a3f5440/0xb104f9478dfee0a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7ae expref: 315 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.447916:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447917:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447920:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447922:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.447923:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.447923:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447925:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447925:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447929:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447930:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.447932:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220900/0xb104f9478e0776d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447935:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447936:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447942:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447942:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012a3f5440/0xb104f9478dfee0a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7ae expref: 315 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.447942:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.447944:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447949:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.447950:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012a3f5440/0xb104f9478dfee0a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7ae expref: 315 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.447955:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447955:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.447958:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952826112:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.447961:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.447963:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447964:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447970:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.447970:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e0776b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.447972:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8480 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.447979:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.447985:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e0776cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.447998:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+162:3762:x1815447952823040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2743us (2766us total) trans 4295367365 rc 0/0 00000100:00100000:1.0:1731347580.448002:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204750 00000004:00080000:2.0:1731347580.448007:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7d880/2, rc 0, transno 400069 00000100:00100000:2.0:1731347580.448014:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952823040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.448020:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+325:2004:x1815448312700160:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 298us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.448025:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290658 00000100:00100000:2.0:1731347580.448037:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.448044:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952826240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.448062:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.448081:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+163:3763:x1815447952822912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2833us (2875us total) trans 4295367367 rc 0/0 00000004:00080000:2.0:1731347580.448081:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7ca80/2, rc 0, transno 400071 00000100:00100000:1.0:1731347580.448081:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952826240 00000100:00100000:1.0:1731347580.448085:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952826240 00000100:00100000:3.0:1731347580.448086:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204749 00000100:00100000:2.0:1731347580.448086:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952822912:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.448094:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980dc00/2, rc 0, transno 400070 00000100:00100000:2.0:1731347580.448096:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952822144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.448097:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204762 00000100:00100000:1.0:1731347580.448100:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+163:3762:x1815447952826240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.448105:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+163:3763:x1815447952822144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3601us (3745us total) trans 4295367366 rc 0/0 00002000:00080000:1.0:1731347580.448109:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17172 count 1 00000100:00100000:0.0:1731347580.448110:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204746 00010000:00010000:1.0:1731347580.448118:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448121:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.448123:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448127:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448128:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880064f8fa80/0xb104f9478dff04d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951be2 expref: 324 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.448131:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448132:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.448133:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.448135:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.448135:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448137:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448138:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005857480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952826496:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.448138:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448152:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880064f8fa80/0xb104f9478dff04d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951be2 expref: 324 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.448155:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.448161:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880064f8fa80/0xb104f9478dff04d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951be2 expref: 324 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.448164:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952826368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.448169:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120383100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952826624:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.448174:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.448178:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.448180:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.448182:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952826496 00000100:00100000:1.0:1731347580.448183:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0b40 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.448184:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.448185:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952826496 00000100:00100000:3.0:1731347580.448190:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312701184 00000100:00100000:1.0:1731347580.448191:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952826368 00010000:00010000:0.0:1731347580.448191:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448192:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312701184 00000100:00100000:1.0:1731347580.448193:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952826368 00010000:00010000:0.0:1731347580.448195:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a880/0xb104f9478e077705 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.448199:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204763 00010000:00010000:3.0:1731347580.448201:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff0ba80/0xb104f9478e007545 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c50 expref: 325 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.448203:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+164:3761:x1815447952826496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.448207:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204764 00000100:00100000:1.0:1731347580.448209:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+164:3761:x1815447952826368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.448213:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16640 count 1 00000100:00100000:3.0:1731347580.448215:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290662 00002000:00080000:1.0:1731347580.448216:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11032 count 1 00000100:00100000:3.0:1731347580.448218:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+325:2004:x1815448312701184:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.448221:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448222:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.448224:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.448227:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ff0ba80/0xb104f9478e007545 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x484f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c50 expref: 325 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.448229:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880119873180/0xb104f9478e00d6b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edc4 expref: 325 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.448231:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009289e1c0/0xb104f9478dffa5b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb8 expref: 325 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.448232:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.448233:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.448234:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.448235:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ff0ba80/0xb104f9478e007545 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x484f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c50 expref: 325 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.448237:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.448238:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.448240:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448243:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880119873180/0xb104f9478e00d6b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edc4 expref: 325 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.448246:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff0ba80/0xb104f9478e007545 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x484f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c50 expref: 325 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.448248:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880119873180/0xb104f9478e00d6b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edc4 expref: 325 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.448254:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.448254:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009289e1c0/0xb104f9478dffa5b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb8 expref: 324 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.448255:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.448257:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120381180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952826752:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.448258:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448263:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009289e1c0/0xb104f9478dffa5b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb8 expref: 324 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.448266:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+117:3762:x1815447952824832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1937us (1962us total) trans 4295335823 rc 0/0 00000100:00100000:1.0:1731347580.448267:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.448269:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.448269:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204757 00000100:00100000:2.0:1731347580.448271:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952826880:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.448282:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.448285:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.448292:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+324:2004:x1815448312701184:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.448293:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.448298:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290662 00000004:00080000:2.0:1731347580.448301:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a948000/2, rc 0, transno 368527 00000100:00100000:0.0:1731347580.448302:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.448303:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312701440 00000100:00100000:1.0:1731347580.448304:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312701440 00000100:00100000:3.0:1731347580.448307:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312700032 00000100:00100000:2.0:1731347580.448307:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952824832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.448310:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312700032 00010000:00010000:1.0:1731347580.448311:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800afeed8c0/0xb104f9478dff0563 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c6e expref: 324 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.448311:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.448317:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312700288 00010000:00010000:3.0:1731347580.448318:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093cbc6c0/0xb104f9478e00ad99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c4a4 expref: 316 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.448319:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312700288 00000100:00100000:1.0:1731347580.448321:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290663 00000100:00100000:1.0:1731347580.448323:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+325:2004:x1815448312701440:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.448326:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801270f2f40/0xb104f9478dfedb71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f275 expref: 325 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.448327:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.448330:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952827008:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.448330:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800afeed8c0/0xb104f9478dff0563 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c6e expref: 325 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.448336:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800afeed8c0/0xb104f9478dff0563 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c6e expref: 325 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.448340:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290664 00010000:00010000:1.0:1731347580.448344:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800afeed8c0/0xb104f9478dff0563 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c6e expref: 325 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.448344:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+316:2004:x1815448312700032:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.448345:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290665 00000100:00100000:2.0:1731347580.448348:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.448349:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.448350:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+324:2004:x1815448312700288:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.448350:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.448351:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.448351:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093cbc6c0/0xb104f9478e00ad99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c4a4 expref: 316 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.448352:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.448356:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.448356:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448357:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093cbc6c0/0xb104f9478e00ad99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c4a4 expref: 316 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.448361:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801270f2f40/0xb104f9478dfedb71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f275 expref: 324 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.448364:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093cbc6c0/0xb104f9478e00ad99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c4a4 expref: 316 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.448367:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952827008 00010000:00010000:3.0:1731347580.448369:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801270f2f40/0xb104f9478dfedb71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f275 expref: 324 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.448369:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952827008 00010000:00010000:1.0:1731347580.448369:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.448369:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.448370:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.448372:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448376:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.448377:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+324:2004:x1815448312701440:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.448380:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290663 00010000:00010000:3.0:1731347580.448381:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801270f2f40/0xb104f9478dfedb71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x40bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f275 expref: 324 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.448382:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204765 00010000:00010000:0.0:1731347580.448383:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.448386:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+117:3762:x1815447952827008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.448389:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.448390:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.448390:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.448391:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+315:2004:x1815448312700032:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (89us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.448393:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.448394:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16262 count 1 00010000:00010000:1.0:1731347580.448394:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.448395:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290664 00010000:00010000:1.0:1731347580.448398:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.448399:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448402:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448403:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448405:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448408:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.448410:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.448411:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.448412:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800afead200/0xb104f9478dff056a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c67 expref: 314 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.448412:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.448426:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.448432:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312700544 00000100:00100000:0.0:1731347580.448434:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312700544 00010000:00010000:1.0:1731347580.448435:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448436:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.448437:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.448439:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0776f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448440:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448440:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127132880/0xb104f9478dfedb78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f27c expref: 315 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.448442:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+322:2004:x1815448312700288:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 90us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.448448:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290665 00000100:00100000:0.0:1731347580.448454:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290666 00000100:00100000:0.0:1731347580.448456:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e776450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+315:2004:x1815448312700544:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.448460:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.448462:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127132880/0xb104f9478dfedb78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f27c expref: 315 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.448463:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448467:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127132880/0xb104f9478dfedb78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f27c expref: 315 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.448469:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448474:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127132880/0xb104f9478dfedb78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f27c expref: 315 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.448475:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448479:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.448479:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.448481:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448481:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448485:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.448487:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.448491:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.448493:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.448494:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.448500:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.448500:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e776450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+314:2004:x1815448312700544:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.448503:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290666 00010000:00010000:3.0:1731347580.448508:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.448513:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0776e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.448514:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+165:3760:x1815447952824320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2407us (2440us total) trans 4295367368 rc 0/0 00000100:00100000:1.0:1731347580.448518:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204755 00000100:00100000:0.0:1731347580.448524:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.448529:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.448530:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312700800 00000100:00100000:0.0:1731347580.448532:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312700800 00010000:00010000:1.0:1731347580.448533:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448537:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448537:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af788000/0xb104f9478dff24d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd9 expref: 322 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.448541:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448544:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.448545:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290667 00010000:00010000:1.0:1731347580.448547:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3840 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.448548:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+322:2004:x1815448312700800:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.448549:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448552:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.448554:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448554:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af788000/0xb104f9478dff24d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2dab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd9 expref: 322 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.448559:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448559:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af788000/0xb104f9478dff24d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2dab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd9 expref: 322 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.448563:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e0776c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448565:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af788000/0xb104f9478dff24d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2dab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953bd9 expref: 322 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.448570:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.448571:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.448572:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448576:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448583:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.448589:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+321:2004:x1815448312700800:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 40us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.448594:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290667 00010000:00010000:0.0:1731347580.448603:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448607:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+165:3762:x1815447952823936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2898us (2930us total) trans 4295367369 rc 0/0 00010000:00010000:0.0:1731347580.448607:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448611:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448612:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204753 00010000:00010000:0.0:1731347580.448614:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448615:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448618:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448621:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.448622:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448623:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.448626:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+118:3760:x1815447952822656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3572us (3663us total) trans 4295335824 rc 0/0 00010000:00010000:0.0:1731347580.448626:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448629:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.448630:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204748 00010000:00010000:0.0:1731347580.448631:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.448632:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c5500/2, rc 0, transno 400073 00010000:00010000:0.0:1731347580.448634:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0776e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448635:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448637:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952823936:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.448641:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448642:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448645:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448648:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912218c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.448649:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448650:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448653:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448656:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448659:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.448661:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448663:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1d40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.448664:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a94b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952827136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.448665:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448668:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448671:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448673:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448677:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0776bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.448677:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e0776fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448680:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.448716:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+165:3761:x1815447952823552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3210us (3322us total) trans 4295367370 rc 0/0 00000100:00100000:0.0:1731347580.448721:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204752 00000004:00080000:3.0:1731347580.448725:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007965d180/2, rc 0, transno 400074 00000100:00100000:0.0:1731347580.448728:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952827136 00000100:00100000:0.0:1731347580.448730:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952827136 00000100:00100000:3.0:1731347580.448731:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952823552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.448735:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+118:3760:x1815447952824704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2455us (2482us total) trans 4295335825 rc 0/0 00000100:00100000:1.0:1731347580.448739:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204756 00000100:00100000:0.0:1731347580.448741:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204766 00000100:00100000:0.0:1731347580.448743:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+166:3762:x1815447952827136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.448750:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16722 count 1 00000100:00100000:1.0:1731347580.448752:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952827264:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.448757:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.448764:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b31f3180/0xb104f9478e000307 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a12 expref: 320 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.448766:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.448767:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.448782:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.448783:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.448792:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+166:3760:x1815447952822400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3933us (4115us total) trans 4295367371 rc 0/0 00010000:00010000:0.0:1731347580.448794:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b31f3180/0xb104f9478e000307 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a12 expref: 320 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.448797:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952827264 00000100:00100000:2.0:1731347580.448798:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204747 00010000:00010000:0.0:1731347580.448799:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b31f3180/0xb104f9478e000307 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a12 expref: 320 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.448800:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952827264 00000004:00080000:1.0:1731347580.448802:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a94aa00/2, rc 0, transno 368529 00000100:00100000:0.0:1731347580.448805:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952827392:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.448807:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a94aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952824704:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1731347580.448812:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a948a80/2, rc 0, transno 400072 00000100:00100000:3.0:1731347580.448815:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204767 00000100:00100000:1.0:1731347580.448816:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952824320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.448817:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.448819:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+166:3760:x1815447952827264:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1731347580.448820:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7f480/2, rc 0, transno 368528 00000100:00100000:1.0:1731347580.448822:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952822656:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.448828:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10220 count 1 00000004:00080000:1.0:1731347580.448828:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c4000/2, rc 0, transno 400075 00000100:00100000:1.0:1731347580.448830:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952822400:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.448834:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800afead200/0xb104f9478dff056a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c67 expref: 313 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.448837:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448843:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800afead200/0xb104f9478dff056a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c67 expref: 313 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.448846:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d5c000/0xb104f9478e00706e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968772 expref: 320 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.448852:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952827520:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.448853:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.448854:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.448856:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.448858:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952827648:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.448870:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097d5c000/0xb104f9478e00706e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968772 expref: 320 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.448870:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8300 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.448872:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.448877:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097d5c000/0xb104f9478e00706e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968772 expref: 320 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.448879:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952827648 00000100:00100000:2.0:1731347580.448881:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952827648 00000100:00100000:3.0:1731347580.448886:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952827904:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.448895:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204768 00000100:00100000:2.0:1731347580.448898:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+118:3761:x1815447952827648:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.448902:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00002000:00080000:2.0:1731347580.448907:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17172 count 1 00010000:00010000:2.0:1731347580.448916:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.448925:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ed9d40/0xb104f9478dff04de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951bdb expref: 313 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.448931:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.448933:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.448935:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.448937:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952827776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.448941:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952828160:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.448949:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ed9d40/0xb104f9478dff04de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951bdb expref: 313 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.448954:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.448957:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ed9d40/0xb104f9478dff04de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951bdb expref: 313 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.448965:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952828288:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.448967:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.448971:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952828032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.448977:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.448985:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.448987:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952827776 00000100:00100000:0.0:1731347580.448988:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952828160 00000100:00100000:3.0:1731347580.448990:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952827776 00000100:00100000:0.0:1731347580.448991:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952828160 00000100:00100000:1.0:1731347580.449001:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.449005:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952828032 00000100:00100000:3.0:1731347580.449008:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952828032 00000100:00100000:0.0:1731347580.449008:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204769 00000100:00100000:0.0:1731347580.449011:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+119:3762:x1815447952827776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.449016:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204770 00002000:00080000:0.0:1731347580.449018:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11032 count 1 00000100:00100000:3.0:1731347580.449020:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204771 00000100:00100000:1.0:1731347580.449020:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+168:3760:x1815447952828160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.449023:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+168:3762:x1815447952828032:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.449025:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.449029:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10779 count 1 00010000:00010000:0.0:1731347580.449032:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801203c3600/0xb104f9478e00d6c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edbd expref: 313 pid: 15872 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1731347580.449033:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18816 count 1 00010000:00010000:1.0:1731347580.449036:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449036:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.449037:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.449038:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449040:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449043:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4f70d80/0xb104f9478dff3957 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95505b expref: 320 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.449047:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.449047:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801203c3600/0xb104f9478e00d6c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edbd expref: 313 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.449048:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.449049:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007ebbb600/0xb104f9478e00be47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d54b expref: 320 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.449049:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449052:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801203c3600/0xb104f9478e00d6c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edbd expref: 313 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.449055:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.449056:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.449057:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952828416:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.449058:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449058:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4f70d80/0xb104f9478dff3957 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95505b expref: 320 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.449064:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4f70d80/0xb104f9478dff3957 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95505b expref: 320 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.449069:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.449072:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007ebbb600/0xb104f9478e00be47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d54b expref: 320 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.449072:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952828544:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.449080:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007ebbb600/0xb104f9478e00be47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d54b expref: 320 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.449085:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.449086:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952828672:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.449101:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.449129:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.449141:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.449146:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312701056 00000100:00100000:1.0:1731347580.449149:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312701056 00000100:00100000:3.0:1731347580.449150:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.449156:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312701696 00000100:00100000:0.0:1731347580.449159:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312701696 00010000:00010000:1.0:1731347580.449160:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081515200/0xb104f9478e003d99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9654a4 expref: 314 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.449170:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.449187:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312701312 00000100:00100000:0.0:1731347580.449187:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312701568 00000100:00100000:3.0:1731347580.449190:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290668 00000100:00100000:2.0:1731347580.449190:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312701312 00000100:00100000:1.0:1731347580.449190:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204772 00000100:00100000:0.0:1731347580.449191:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312701568 00000100:00100000:3.0:1731347580.449195:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+316:2004:x1815448312701056:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.449195:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:62efdb24-e871-4f0d-8cc7-8cee5b684131+316:2006:x1815448312701696:12345-192.168.203.60@tcp:16:fsx.0 00010000:00010000:0.0:1731347580.449200:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af6e3a80/0xb104f9478dff0093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951797 expref: 316 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.449201:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.449201:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801301e0fc0/0xb104f9478dfee0aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a7 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.449205:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081515200/0xb104f9478e003d99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x331f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9654a4 expref: 316 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.449213:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081515200/0xb104f9478e003d99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x331f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9654a4 expref: 316 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.449216:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290669 00000100:00100000:0.0:1731347580.449221:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+316:2004:x1815448312701568:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.449223:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081515200/0xb104f9478e003d99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x331f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9654a4 expref: 316 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.449227:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.449228:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290670 00010000:00010000:0.0:1731347580.449230:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af6e3a80/0xb104f9478dff0093 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951797 expref: 315 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.449231:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.449231:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+321:2004:x1815448312701312:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.449233:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.449235:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449235:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.449238:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801301e0fc0/0xb104f9478dfee0aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x323d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a7 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.449239:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af6e3a80/0xb104f9478dff0093 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951797 expref: 315 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.449241:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449244:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801301e0fc0/0xb104f9478dfee0aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x323d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a7 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.449250:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af6e3a80/0xb104f9478dff0093 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951797 expref: 315 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.449251:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801301e0fc0/0xb104f9478dfee0aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x323d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7a7 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.449253:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.449257:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.449258:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.449259:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.449260:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449260:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.449263:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449265:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449269:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.449271:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+314:2004:x1815448312701056:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.449273:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.449277:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290668 00010000:00010000:0.0:1731347580.449283:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.449288:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+320:2004:x1815448312701312:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (135us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.449291:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.449293:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290670 00010000:00010000:3.0:1731347580.449298:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.449300:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+313:2004:x1815448312701568:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.449304:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.449305:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290669 00010000:00010000:1.0:1731347580.449307:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449310:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449314:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449316:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449321:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.449321:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449324:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449328:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449329:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449334:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449338:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449339:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.449342:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449344:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0776db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x331f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449352:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449358:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449362:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e0776f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449383:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449390:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449397:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449404:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449410:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449433:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143ad00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.449436:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.449443:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952825728:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.449443:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.449451:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+169:3763:x1815447952824192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3413us (3528us total) trans 4295367372 rc 0/0 00010000:00010000:0.0:1731347580.449452:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449453:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.449455:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204754 00010000:00010000:0.0:1731347580.449459:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e07770c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.449471:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c6300/2, rc 0, transno 400076 00000100:00100000:1.0:1731347580.449481:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952824192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.449508:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952828800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.449527:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.449541:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952828800 00000100:00100000:0.0:1731347580.449544:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952828800 00000100:00100000:0.0:1731347580.449565:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204773 00000100:00100000:0.0:1731347580.449569:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+169:3761:x1815447952828800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.449579:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11830 count 1 00000100:00100000:3.0:1731347580.449580:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.449586:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.449593:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b24e2d00/0xb104f9478e00a0e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7f4 expref: 319 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.449597:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.449598:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312701824 00010000:00010000:0.0:1731347580.449598:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.449599:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.449601:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312701824 00010000:00010000:0.0:1731347580.449609:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b24e2d00/0xb104f9478e00a0e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7f4 expref: 319 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.449611:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1d51b00/0xb104f9478dff24dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953be0 expref: 313 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.449614:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b24e2d00/0xb104f9478e00a0e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7f4 expref: 319 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.449617:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952825984:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.449619:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952828928:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.449627:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.449634:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290671 00000100:00100000:1.0:1731347580.449638:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+313:2003:x1815448312701824:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.449644:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.449647:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1d51b00/0xb104f9478dff24dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953be0 expref: 313 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.449650:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeba80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.449658:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1d51b00/0xb104f9478dff24dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953be0 expref: 313 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.449668:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d51b00/0xb104f9478dff24dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953be0 expref: 313 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.449675:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.449677:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.449679:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449685:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449702:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.449710:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449718:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.449718:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+312:2003:x1815448312701824:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.449723:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290671 00010000:00010000:3.0:1731347580.449725:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449731:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449738:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449743:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.449746:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449752:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449762:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449784:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e077713 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.449812:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.449818:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120383100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952826624:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.449822:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.449828:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.449836:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312701952 00000100:00100000:3.0:1731347580.449837:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952826112:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.449838:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312701952 00010000:00010000:0.0:1731347580.449845:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098bf1d40/0xb104f9478e00754c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c49 expref: 312 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.449846:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120381180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952826752:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.449847:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.449847:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312702080 00000100:00100000:2.0:1731347580.449850:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312702080 00000100:00100000:0.0:1731347580.449855:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290672 00010000:00010000:1.0:1731347580.449856:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.449857:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+313:2003:x1815448312701952:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.449861:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012a3f5440/0xb104f9478dfee0a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7ae expref: 313 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.449862:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.449864:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098bf1d40/0xb104f9478e00754c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x484f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c49 expref: 313 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.449869:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098bf1d40/0xb104f9478e00754c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x484f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c49 expref: 313 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.449876:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098bf1d40/0xb104f9478e00754c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x484f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968c49 expref: 313 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.449881:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.449882:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290673 00010000:00010000:0.0:1731347580.449882:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.449884:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.449886:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+312:2003:x1815448312702080:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.449888:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.449893:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.449896:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012a3f5440/0xb104f9478dfee0a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x323d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7ae expref: 312 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.449904:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012a3f5440/0xb104f9478dfee0a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x323d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7ae expref: 312 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.449905:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.449911:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.449915:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012a3f5440/0xb104f9478dfee0a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x323d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f7ae expref: 312 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.449918:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.449919:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+312:2003:x1815448312701952:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 60us (108us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.449922:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.449923:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290672 00010000:00010000:3.0:1731347580.449924:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.449924:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.449926:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.449926:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952826880:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.449931:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.449933:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449937:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.449939:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449942:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.449944:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.449945:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.449955:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.449960:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+310:2003:x1815448312702080:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.449964:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.449964:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.449965:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290673 00010000:00010000:3.0:1731347580.449969:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e07771a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.449974:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312702208 00000100:00100000:0.0:1731347580.449976:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312702208 00010000:00010000:0.0:1731347580.449982:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880064f8fa80/0xb104f9478dff04d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951be2 expref: 320 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.449991:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290674 00000100:00100000:1.0:1731347580.449993:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.449996:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+320:2004:x1815448312702208:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.450003:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.450004:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312702336 00000100:00100000:0.0:1731347580.450005:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312702336 00010000:00010000:2.0:1731347580.450007:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880064f8fa80/0xb104f9478dff04d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951be2 expref: 320 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.450010:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880119873180/0xb104f9478e00d6b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edc4 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.450014:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880064f8fa80/0xb104f9478dff04d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951be2 expref: 321 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.450019:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290675 00000100:00100000:0.0:1731347580.450021:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+321:2003:x1815448312702336:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.450025:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880064f8fa80/0xb104f9478dff04d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951be2 expref: 321 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.450025:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.450027:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450027:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880119873180/0xb104f9478e00d6b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edc4 expref: 321 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.450032:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.450032:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880119873180/0xb104f9478e00d6b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edc4 expref: 320 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.450033:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.450034:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.450036:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450039:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880119873180/0xb104f9478e00d6b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edc4 expref: 320 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.450040:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.450040:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.450043:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450046:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450047:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.450048:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.450050:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450052:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450054:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.450055:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.450057:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.450060:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450066:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450067:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.450072:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+319:2004:x1815448312702208:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (108us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.450074:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.450076:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+319:2003:x1815448312702336:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (84us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.450077:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.450078:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290674 00010000:00010000:3.0:1731347580.450080:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e077721 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x323d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.450080:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290675 00010000:00010000:1.0:1731347580.450085:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.450086:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312702464 00000100:00100000:0.0:1731347580.450088:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312702464 00010000:00010000:1.0:1731347580.450093:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450093:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009289e1c0/0xb104f9478dffa5b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb8 expref: 318 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.450099:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450105:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.450106:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290676 00010000:00010000:1.0:1731347580.450108:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.450110:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.450110:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+318:2003:x1815448312702464:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.450114:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450116:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.450119:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009289e1c0/0xb104f9478dffa5b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb8 expref: 318 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.450123:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.450127:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952827904:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.450127:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077736 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450128:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009289e1c0/0xb104f9478dffa5b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb8 expref: 318 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.450136:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450143:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009289e1c0/0xb104f9478dffa5b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb8 expref: 318 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.450151:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.450153:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.450155:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450161:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450175:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.450178:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.450178:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952827520:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.450187:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.450190:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312702720 00000100:00100000:0.0:1731347580.450190:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+317:2003:x1815448312702464:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.450193:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312702720 00000100:00100000:0.0:1731347580.450195:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290676 00010000:00010000:3.0:1731347580.450202:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097d5c000/0xb104f9478e00706e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968772 expref: 317 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.450208:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952828288:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.450215:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.450215:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+170:3761:x1815447952826368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2003us (2039us total) trans 4295367373 rc 0/0 00000100:00100000:3.0:1731347580.450216:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290677 00000100:00100000:3.0:1731347580.450220:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+317:2003:x1815448312702720:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.450221:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204764 00010000:00010000:3.0:1731347580.450227:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.450231:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097d5c000/0xb104f9478e00706e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968772 expref: 317 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.450237:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450243:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097d5c000/0xb104f9478e00706e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968772 expref: 317 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.450244:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450250:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450253:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d5c000/0xb104f9478e00706e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x27ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968772 expref: 317 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.450256:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450261:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450262:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.450262:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450264:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450268:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.450270:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450271:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450278:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450282:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.450288:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450293:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e07772f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.450297:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+316:2003:x1815448312702720:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.450302:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290677 00000100:00100000:2.0:1731347580.450345:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+121:3761:x1815447952823168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4947us (4980us total) trans 4295335826 rc 0/0 00000100:00100000:2.0:1731347580.450351:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204751 00000100:00100000:1.0:1731347580.450377:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+170:3761:x1815447952826496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2173us (2221us total) trans 4295367374 rc 0/0 00000100:00100000:3.0:1731347580.450380:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+120:3762:x1815447952825856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2490us (2658us total) trans 4295335827 rc 0/0 00000100:00100000:1.0:1731347580.450381:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204763 00000100:00100000:3.0:1731347580.450385:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204761 00000004:00080000:1.0:1731347580.450399:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880098d4d880/2, rc 0, transno 368531 00000100:00100000:1.0:1731347580.450403:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098d4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952825856:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.450406:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005857480/2, rc 0, transno 400078 00000100:00100000:3.0:1731347580.450412:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005857480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952826496:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.450436:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f3b80/2, rc 0, transno 400077 00000100:00100000:1.0:1731347580.450438:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952829056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.450440:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952826368:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.450449:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7f100/2, rc 0, transno 368530 00000100:00100000:1.0:1731347580.450450:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.450455:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952823168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.450458:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952827392:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.450465:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.450469:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.450473:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952829184:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.450474:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450478:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.450481:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.450483:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450487:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.450488:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952829056 00000100:00100000:1.0:1731347580.450489:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952829184 00000100:00100000:3.0:1731347580.450490:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952829056 00000100:00100000:1.0:1731347580.450491:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952829184 00010000:00010000:0.0:1731347580.450491:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450494:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.450496:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450499:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.450500:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204774 00000100:00100000:1.0:1731347580.450502:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+121:3762:x1815447952829184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.450505:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204775 00010000:00010000:0.0:1731347580.450505:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450508:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077728 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.450509:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+121:3762:x1815447952829056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.450510:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16722 count 1 00010000:00010000:1.0:1731347580.450517:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.450519:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16640 count 1 00010000:00010000:1.0:1731347580.450524:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaa7a400/0xb104f9478e00030e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a0b expref: 309 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.450528:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450529:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450529:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.450530:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450539:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4974b40/0xb104f9478dffa5ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb1 expref: 309 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.450542:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aaa7a400/0xb104f9478e00030e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a0b expref: 309 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.450545:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450546:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450548:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450550:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aaa7a400/0xb104f9478e00030e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a0b expref: 309 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.450558:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952829568:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.450561:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4974b40/0xb104f9478dffa5ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb1 expref: 309 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.450569:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4974b40/0xb104f9478dffa5ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb1 expref: 309 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.450573:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.450577:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952829696:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.450584:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+170:3762:x1815447952826240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2483us (2521us total) trans 4295367375 rc 0/0 00000100:00100000:1.0:1731347580.450588:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952829312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.450588:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204762 00000100:00100000:3.0:1731347580.450593:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.450604:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952829440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.450605:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.450617:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952829312 00000100:00100000:3.0:1731347580.450620:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.450620:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952829312 00000100:00100000:2.0:1731347580.450632:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952829440 00000100:00100000:2.0:1731347580.450634:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952829440 00000100:00100000:3.0:1731347580.450639:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204776 00000100:00100000:3.0:1731347580.450642:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880128b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+171:3760:x1815447952829312:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1731347580.450642:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4e300/2, rc 0, transno 400079 00000100:00100000:0.0:1731347580.450647:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952826240:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.450652:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12928 count 1 00000100:00100000:2.0:1731347580.450655:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204777 00000100:00100000:2.0:1731347580.450658:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+171:3761:x1815447952829440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.450660:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.450666:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15474 count 1 00010000:00010000:3.0:1731347580.450669:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8fc0/0xb104f9478dff35de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954ce2 expref: 315 pid: 15956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.450673:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450675:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450676:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450678:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.450681:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800989f3180/0xb104f9478dffdd75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f480 expref: 315 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.450685:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952828416:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.450687:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.450688:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450691:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8fc0/0xb104f9478dff35de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954ce2 expref: 315 pid: 15956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.450691:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450695:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450699:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8fc0/0xb104f9478dff35de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954ce2 expref: 315 pid: 15956 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.450699:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+122:3763:x1815447952825216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4222us (4259us total) trans 4295335828 rc 0/0 00010000:00010000:2.0:1731347580.450703:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800989f3180/0xb104f9478dffdd75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f480 expref: 315 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.450703:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204758 00000100:00100000:3.0:1731347580.450708:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952829824:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.450710:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800989f3180/0xb104f9478dffdd75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f480 expref: 315 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:1.0:1731347580.450715:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a94a300/2, rc 0, transno 368532 00000100:00100000:2.0:1731347580.450718:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952829952:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.450721:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a94a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952825216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.450723:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0480 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.450731:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.450751:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880128b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952830080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.450783:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.450794:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952830080 00000100:00100000:2.0:1731347580.450798:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952830080 00000100:00100000:0.0:1731347580.450805:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+124:3761:x1815447952825600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3038us (3102us total) trans 4295335829 rc 0/0 00000100:00100000:1.0:1731347580.450806:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.450809:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204760 00000100:00100000:1.0:1731347580.450811:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952830208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.450814:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204778 00000100:00100000:2.0:1731347580.450817:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880128b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+123:3762:x1815447952830080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.450827:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10220 count 1 00000004:00080000:0.0:1731347580.450827:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a948e00/2, rc 0, transno 368533 00000100:00100000:1.0:1731347580.450829:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.450832:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952825600:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.450835:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.450836:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+123:3760:x1815447952825472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3222us (3335us total) trans 4295335830 rc 0/0 00000100:00100000:3.0:1731347580.450842:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204759 00010000:00010000:2.0:1731347580.450844:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093bd33c0/0xb104f9478e007067 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96876b expref: 309 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.450849:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.450850:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1731347580.450851:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.450853:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.450854:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952830336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.450855:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.450863:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312702848 00000100:00100000:1.0:1731347580.450865:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312702848 00010000:00010000:2.0:1731347580.450866:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093bd33c0/0xb104f9478e007067 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96876b expref: 309 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.450866:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.450873:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800afead200/0xb104f9478dff056a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c67 expref: 310 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.450874:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093bd33c0/0xb104f9478e007067 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96876b expref: 310 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.450876:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952830208 00000100:00100000:0.0:1731347580.450878:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952830208 00000100:00100000:1.0:1731347580.450883:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290678 00000100:00100000:1.0:1731347580.450885:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+310:2003:x1815448312702848:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.450886:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952830336 00000100:00100000:2.0:1731347580.450887:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952830464:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.450887:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952830336 00010000:00010000:1.0:1731347580.450890:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.450892:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800afead200/0xb104f9478dff056a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c67 expref: 310 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.450893:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204779 00000100:00100000:3.0:1731347580.450897:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+172:3762:x1815447952830208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.450897:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800afead200/0xb104f9478dff056a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c67 expref: 310 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.450897:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204780 00000100:00100000:0.0:1731347580.450899:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+123:3761:x1815447952830336:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.450903:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8300 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.450905:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800afead200/0xb104f9478dff056a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951c67 expref: 310 pid: 9552 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.450906:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18816 count 1 00002000:00080000:3.0:1731347580.450907:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12104 count 1 00010000:00010000:1.0:1731347580.450910:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.450911:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.450913:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450913:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.450916:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450920:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.450920:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b2daac0/0xb104f9478e00be4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d552 expref: 309 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.450924:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450925:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006a05ad00/0xb104f9478dff0ff8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526fc expref: 315 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.450925:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.450927:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.450928:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.450930:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450931:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.450933:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.450938:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+309:2003:x1815448312702848:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (82us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.450939:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b2daac0/0xb104f9478e00be4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d552 expref: 309 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.450941:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290678 00010000:00010000:0.0:1731347580.450945:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b2daac0/0xb104f9478e00be4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d552 expref: 309 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.450946:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006a05ad00/0xb104f9478dff0ff8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526fc expref: 315 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.450950:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952830592:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.450954:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006a05ad00/0xb104f9478dff0ff8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526fc expref: 315 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.450961:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952830720:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.450963:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.450974:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.450975:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952828544:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.450981:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.450991:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a94a680/2, rc 0, transno 368534 00000100:00100000:3.0:1731347580.450997:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a94a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952825472:0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1731347580.451002:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335825 is committed 00000100:00100000:1.0:1731347580.451002:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.451006:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.451012:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1731347580.451013:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295335816 is committed 00000100:00100000:0.0:1731347580.451016:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952830848:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.451019:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.451025:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.451026:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.451028:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.451031:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.451032:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312702592 00000100:00100000:1.0:1731347580.451034:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312702592 00010000:00010000:3.0:1731347580.451035:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.451038:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.451038:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952830848 00010000:00010000:1.0:1731347580.451040:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b31f3180/0xb104f9478e000307 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a12 expref: 316 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.451040:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952830848 00010000:00010000:3.0:1731347580.451044:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.451048:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312702976 00000100:00100000:0.0:1731347580.451048:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204781 00000100:00100000:1.0:1731347580.451049:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312702976 00000100:00100000:0.0:1731347580.451050:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+81:3761:x1815447952830848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.451052:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.451053:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed9d40/0xb104f9478dff04de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951bdb expref: 305 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.451057:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07774b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.451057:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10779 count 1 00000100:00100000:1.0:1731347580.451068:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290679 00000100:00100000:1.0:1731347580.451071:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+316:2003:x1815448312702592:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.451071:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290680 00000100:00100000:0.0:1731347580.451074:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e777450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+302:2003:x1815448312702976:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.451077:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.451077:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.451080:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b31f3180/0xb104f9478e000307 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a12 expref: 316 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.451080:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ed9d40/0xb104f9478dff04de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951bdb expref: 302 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.451085:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b31f3180/0xb104f9478e000307 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a12 expref: 316 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.451086:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ed9d40/0xb104f9478dff04de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951bdb expref: 302 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.451092:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b31f3180/0xb104f9478e000307 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a12 expref: 316 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.451097:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ed9d40/0xb104f9478dff04de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951bdb expref: 302 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.451098:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.451098:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.451100:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451102:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.451103:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.451104:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451105:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451109:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.451111:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.451117:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.451120:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+315:2003:x1815448312702592:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.451124:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290679 00000100:00100000:0.0:1731347580.451127:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e777450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+301:2003:x1815448312702976:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.451130:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290680 00010000:00010000:2.0:1731347580.451132:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451139:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.451141:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+173:3760:x1815447952827264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2321us (2373us total) trans 4295367376 rc 0/0 00000100:00100000:3.0:1731347580.451146:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204767 00000100:00100000:1.0:1731347580.451146:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:62efdb24-e871-4f0d-8cc7-8cee5b684131+300:2006:x1815448312701696:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 1952us (2004us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.451147:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451149:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.451150:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204772 00010000:00010000:2.0:1731347580.451152:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451154:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451158:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451159:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451161:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451164:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220d80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.451166:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952828672:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.451167:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451168:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451172:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143aac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.451173:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451174:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.451175:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451177:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451182:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.451184:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.451185:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e077744 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451187:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451193:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a948380/2, rc 0, transno 400080 00010000:00010000:2.0:1731347580.451194:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077752 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.451198:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.451199:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952827264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.451209:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.451233:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952830976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.451236:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312703232 00000100:00100000:3.0:1731347580.451239:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312703232 00000100:00100000:1.0:1731347580.451243:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.451249:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4f70d80/0xb104f9478dff3957 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95505b expref: 315 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.451252:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+173:3762:x1815447952827136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2508us (2572us total) trans 4295367377 rc 0/0 00000004:00080000:1.0:1731347580.451254:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a94b100/2, rc 0, transno 400081 00000100:00100000:0.0:1731347580.451256:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204766 00000100:00100000:1.0:1731347580.451259:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a94b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952827136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.451263:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312703104 00000100:00100000:0.0:1731347580.451263:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952830976 00000100:00100000:3.0:1731347580.451265:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312703104 00000100:00100000:0.0:1731347580.451265:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952830976 00000100:00100000:1.0:1731347580.451269:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312703360 00000100:00100000:1.0:1731347580.451270:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312703360 00010000:00010000:3.0:1731347580.451273:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801203c3600/0xb104f9478e00d6c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edbd expref: 300 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.451281:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204782 00000100:00100000:0.0:1731347580.451284:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+173:3762:x1815447952830976:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.451286:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290681 00000100:00100000:2.0:1731347580.451287:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+18:3761:x1815447952827648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2387us (2413us total) trans 4295335831 rc 0/0 00000100:00100000:3.0:1731347580.451290:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+316:2003:x1815448312703232:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.451290:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007ebbb600/0xb104f9478e00be47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d54b expref: 316 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.451291:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12369 count 1 00000100:00100000:2.0:1731347580.451293:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204768 00010000:00010000:3.0:1731347580.451297:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.451297:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.451300:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4f70d80/0xb104f9478dff3957 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95505b expref: 316 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.451300:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290682 00000100:00100000:1.0:1731347580.451302:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+300:2003:x1815448312703104:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.451307:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.451307:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013517f3c0/0xb104f9478e006109 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96780d expref: 316 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.451308:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290683 00010000:00010000:3.0:1731347580.451309:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4f70d80/0xb104f9478dff3957 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95505b expref: 316 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.451309:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801203c3600/0xb104f9478e00d6c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edbd expref: 300 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.451311:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.451312:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+316:2004:x1815448312703360:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.451312:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.451314:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.451315:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801203c3600/0xb104f9478e00d6c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edbd expref: 300 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.451318:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.451320:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4f70d80/0xb104f9478dff3957 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95505b expref: 316 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.451321:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007ebbb600/0xb104f9478e00be47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d54b expref: 316 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.451322:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801203c3600/0xb104f9478e00d6c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96edbd expref: 300 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.451323:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013517f3c0/0xb104f9478e006109 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96780d expref: 316 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.451328:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013517f3c0/0xb104f9478e006109 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96780d expref: 316 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.451329:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.451330:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007ebbb600/0xb104f9478e00be47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d54b expref: 316 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.451330:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.451331:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.451334:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.451334:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952831104:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.451335:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.451338:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.451338:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451339:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007ebbb600/0xb104f9478e00be47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d54b expref: 315 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.451345:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451346:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.451346:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.451346:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.451347:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.451350:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.451355:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+299:2003:x1815448312703104:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (156us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.451357:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.451358:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290682 00010000:00010000:2.0:1731347580.451360:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.451361:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952828928:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.451368:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451368:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451371:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.451372:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+314:2003:x1815448312703232:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (187us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.451372:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451375:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.451377:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290681 00010000:00010000:1.0:1731347580.451377:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.451379:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+314:2004:x1815448312703360:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (168us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.451380:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451381:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b244ba80/0xb104f9478dff395e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef955062 expref: 298 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.451384:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290683 00010000:00010000:1.0:1731347580.451384:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.451387:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae21c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.451388:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451389:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.451389:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.451391:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.451395:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451396:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451398:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b244ba80/0xb104f9478dff395e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955062 expref: 298 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.451400:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451402:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451403:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b244ba80/0xb104f9478dff395e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955062 expref: 298 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.451404:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e077760 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.451408:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.451408:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952831232:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.451409:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.451414:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952831360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.451430:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeba80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.451433:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451440:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451445:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.451448:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.451451:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.451459:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.451462:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952831360 00000100:00100000:0.0:1731347580.451464:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952831360 00010000:00010000:2.0:1731347580.451468:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.451474:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077767 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.451474:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204783 00000100:00100000:0.0:1731347580.451477:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+175:3762:x1815447952831360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.451484:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13844 count 1 00010000:00010000:0.0:1731347580.451490:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.451496:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+175:3760:x1815447952828160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2475us (2519us total) trans 4295367378 rc 0/0 00010000:00010000:0.0:1731347580.451496:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093cbdd40/0xb104f9478e00af1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c617 expref: 312 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.451499:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.451500:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204770 00010000:00010000:0.0:1731347580.451500:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.451502:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451510:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093cbdd40/0xb104f9478e00af1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c617 expref: 312 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.451514:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451515:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093cbdd40/0xb104f9478e00af1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c617 expref: 312 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.451517:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.451520:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.451520:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952831488:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.451527:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.451529:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebd80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.451534:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451537:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c5f80/2, rc 0, transno 400082 00010000:00010000:1.0:1731347580.451540:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.451543:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952828160:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.451551:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143af40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.451554:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.451560:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.451565:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+175:3762:x1815447952828032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2540us (2563us total) trans 4295367379 rc 0/0 00010000:00010000:1.0:1731347580.451569:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.451571:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204771 00000004:00080000:3.0:1731347580.451572:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7c000/2, rc 0, transno 400083 00000100:00100000:3.0:1731347580.451576:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952828032:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.451576:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077759 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.451594:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952831616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.451610:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.451620:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.451623:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952831744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.451634:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.451647:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312703488 00000100:00100000:3.0:1731347580.451650:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312703488 00000100:00100000:1.0:1731347580.451655:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3762:x1815447952827776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2643us (2700us total) trans 4295335832 rc 0/0 00010000:00010000:3.0:1731347580.451659:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b24e2d00/0xb104f9478e00a0e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7f4 expref: 313 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.451659:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204769 00000100:00100000:1.0:1731347580.451667:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952831616 00000100:00100000:1.0:1731347580.451669:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952831616 00000100:00100000:3.0:1731347580.451672:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290684 00000100:00100000:3.0:1731347580.451676:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+313:2003:x1815448312703488:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.451677:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952831744 00000100:00100000:1.0:1731347580.451678:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952831744 00010000:00010000:3.0:1731347580.451682:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.451684:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204784 00010000:00010000:3.0:1731347580.451686:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b24e2d00/0xb104f9478e00a0e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7f4 expref: 313 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.451686:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+176:3760:x1815447952831616:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.451692:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204785 00010000:00010000:3.0:1731347580.451693:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b24e2d00/0xb104f9478e00a0e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7f4 expref: 313 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.451693:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12679 count 1 00000100:00100000:0.0:1731347580.451695:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+176:3760:x1815447952831744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.451700:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.451703:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b24e2d00/0xb104f9478e00a0e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2e36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7f4 expref: 313 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.451704:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10980 count 1 00010000:00010000:1.0:1731347580.451707:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aabc6d00/0xb104f9478dfef3a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa1 expref: 313 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.451710:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.451711:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.451711:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.451712:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.451712:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.451714:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.451714:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451716:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ad73c0/0xb104f9478e00a83d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf48 expref: 312 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.451720:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451720:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.451721:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.451723:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aabc6d00/0xb104f9478dfef3a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa1 expref: 312 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.451723:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.451728:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aabc6d00/0xb104f9478dfef3a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa1 expref: 312 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.451732:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.451732:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ad73c0/0xb104f9478e00a83d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf48 expref: 312 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.451734:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952831872:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.451740:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ad73c0/0xb104f9478e00a83d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf48 expref: 312 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.451743:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+312:2003:x1815448312703488:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.451744:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.451745:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952832000:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.451750:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290684 00000100:00100000:0.0:1731347580.451755:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.451763:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.451767:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.451785:0:3762:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4295335825 gen 2 00010000:00010000:0.0:1731347580.451787:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451789:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132742a00, transno 4295335713 00010000:00010000:0.0:1731347580.451790:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451794:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc44000, transno 4295335714 00010000:00010000:0.0:1731347580.451795:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451797:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a80700, transno 4295335715 00010000:00010000:0.0:1731347580.451798:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814386c0 already unused, calling callback (ffffffffa085a100) 00000004:00080000:3.0:1731347580.451799:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c0dea00, transno 4295335716 00010000:00010000:0.0:1731347580.451799:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451801:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095a9f100, transno 4295335717 00010000:00010000:0.0:1731347580.451803:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451804:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c0dc000, transno 4295335718 00000004:00080000:3.0:1731347580.451806:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32ca80, transno 4295335719 00000004:00080000:3.0:1731347580.451808:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132741f80, transno 4295335720 00010000:00010000:0.0:1731347580.451809:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451810:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32ea00, transno 4295335721 00000004:00080000:3.0:1731347580.451812:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32ce00, transno 4295335722 00010000:00010000:0.0:1731347580.451813:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07776e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451814:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa225c00, transno 4295335723 00000004:00080000:3.0:1731347580.451816:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa224700, transno 4295335724 00000004:00080000:3.0:1731347580.451818:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa224000, transno 4295335725 00000004:00080000:3.0:1731347580.451820:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132741880, transno 4295335726 00000004:00080000:3.0:1731347580.451823:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f34e00, transno 4295335727 00000004:00080000:3.0:1731347580.451825:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f37100, transno 4295335728 00000004:00080000:3.0:1731347580.451828:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763aca80, transno 4295335729 00000004:00080000:3.0:1731347580.451830:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763ac380, transno 4295335730 00000004:00080000:3.0:1731347580.451832:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8c0d180, transno 4295335731 00000004:00080000:3.0:1731347580.451833:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f34a80, transno 4295335732 00000004:00080000:3.0:1731347580.451835:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8c0c380, transno 4295335733 00000004:00080000:3.0:1731347580.451837:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8c0ca80, transno 4295335734 00000004:00080000:3.0:1731347580.451839:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8c0f800, transno 4295335735 00000004:00080000:3.0:1731347580.451841:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8c0d500, transno 4295335736 00000004:00080000:3.0:1731347580.451843:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f556300, transno 4295335737 00000004:00080000:3.0:1731347580.451845:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f557480, transno 4295335738 00010000:00010000:2.0:1731347580.451847:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451848:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013107ce00, transno 4295335739 00000004:00080000:3.0:1731347580.451851:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a7480, transno 4295335740 00000004:00080000:3.0:1731347580.451853:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddf800, transno 4295335741 00010000:00010000:2.0:1731347580.451854:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451856:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a5c00, transno 4295335742 00000004:00080000:3.0:1731347580.451858:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddd180, transno 4295335743 00000004:00080000:3.0:1731347580.451860:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddf480, transno 4295335744 00010000:00010000:2.0:1731347580.451860:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451862:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dded80, transno 4295335745 00000004:00080000:3.0:1731347580.451864:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f2d80, transno 4295335746 00000004:00080000:3.0:1731347580.451866:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f2a00, transno 4295335747 00010000:00010000:2.0:1731347580.451866:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451868:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f1180, transno 4295335748 00000004:00080000:3.0:1731347580.451870:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddea00, transno 4295335749 00010000:00010000:2.0:1731347580.451872:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451873:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a7b80, transno 4295335750 00000004:00080000:3.0:1731347580.451875:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122be8a80, transno 4295335751 00000004:00080000:3.0:1731347580.451877:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bea300, transno 4295335752 00000004:00080000:3.0:1731347580.451879:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122be8e00, transno 4295335753 00000004:00080000:3.0:1731347580.451881:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763ace00, transno 4295335754 00010000:00010000:2.0:1731347580.451881:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223600 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.451882:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+177:3761:x1815447952828800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2312us (2354us total) trans 4295367380 rc 0/0 00000004:00080000:3.0:1731347580.451883:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e6a00, transno 4295335755 00010000:00010000:2.0:1731347580.451884:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.451885:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204773 00000004:00080000:3.0:1731347580.451886:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e6300, transno 4295335756 00000004:00080000:3.0:1731347580.451888:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a4e00, transno 4295335758 00000004:00080000:3.0:1731347580.451890:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e4700, transno 4295335759 00010000:00010000:2.0:1731347580.451890:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451892:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a4380, transno 4295335760 00000004:00080000:3.0:1731347580.451894:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a5500, transno 4295335761 00000004:00080000:3.0:1731347580.451896:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a4000, transno 4295335762 00000004:00080000:3.0:1731347580.451898:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a7480, transno 4295335763 00010000:00010000:2.0:1731347580.451898:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451900:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120382680, transno 4295335764 00000004:00080000:3.0:1731347580.451903:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f556680, transno 4295335765 00010000:00010000:2.0:1731347580.451904:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e07773d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.451905:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f0380, transno 4295335767 00000004:00080000:3.0:1731347580.451907:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f3100, transno 4295335768 00000004:00080000:3.0:1731347580.451910:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a6a00, transno 4295335769 00000004:00080000:3.0:1731347580.451912:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a4a80, transno 4295335770 00000004:00080000:3.0:1731347580.451914:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4ed80, transno 4295335771 00000004:00080000:3.0:1731347580.451916:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4ce00, transno 4295335772 00000004:00080000:3.0:1731347580.451918:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4f100, transno 4295335774 00000004:00080000:3.0:1731347580.451920:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f554000, transno 4295335775 00000004:00080000:3.0:1731347580.451922:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8e0700, transno 4295335776 00000004:00080000:3.0:1731347580.451924:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8e0e00, transno 4295335777 00000004:00080000:3.0:1731347580.451927:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad4000, transno 4295335778 00000004:00080000:3.0:1731347580.451929:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad6d80, transno 4295335779 00000004:00080000:3.0:1731347580.451931:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad5f80, transno 4295335780 00000004:00080000:3.0:1731347580.451933:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad4380, transno 4295335781 00000004:00080000:3.0:1731347580.451935:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099bcc700, transno 4295335782 00000004:00080000:3.0:1731347580.451937:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d7100, transno 4295335783 00000004:00080000:3.0:1731347580.451940:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d5500, transno 4295335784 00000004:00080000:3.0:1731347580.451942:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d6300, transno 4295335785 00000004:00080000:3.0:1731347580.451944:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d4a80, transno 4295335787 00000004:00080000:3.0:1731347580.451946:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131fd4e00, transno 4295335788 00000004:00080000:3.0:1731347580.451948:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131fd6300, transno 4295335789 00000004:00080000:3.0:1731347580.451950:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d4380, transno 4295335790 00000004:00080000:3.0:1731347580.451953:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132622a00, transno 4295335791 00000004:00080000:3.0:1731347580.451955:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132621500, transno 4295335792 00000004:00080000:3.0:1731347580.451958:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcadf80, transno 4295335793 00000004:00080000:3.0:1731347580.451960:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132622680, transno 4295335794 00000004:00080000:3.0:1731347580.451962:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132623b80, transno 4295335795 00000004:00080000:3.0:1731347580.451965:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcadc00, transno 4295335796 00000004:00080000:3.0:1731347580.451967:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131fd5880, transno 4295335797 00000004:00080000:3.0:1731347580.451969:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcaca80, transno 4295335798 00000004:00080000:3.0:1731347580.451971:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7ce00, transno 4295335800 00000004:00080000:3.0:1731347580.451973:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7f800, transno 4295335801 00000004:00080000:3.0:1731347580.451975:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7dc00, transno 4295335802 00000004:00080000:3.0:1731347580.451977:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120380700, transno 4295335803 00000004:00080000:3.0:1731347580.451980:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a6680, transno 4295335804 00000004:00080000:3.0:1731347580.451982:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f3480, transno 4295335805 00000004:00080000:3.0:1731347580.451984:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007965d880, transno 4295335806 00000004:00080000:3.0:1731347580.451986:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007965df80, transno 4295335807 00000004:00080000:3.0:1731347580.451989:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120382d80, transno 4295335808 00000004:00080000:3.0:1731347580.451991:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120381f80, transno 4295335809 00000004:00080000:3.0:1731347580.451993:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132743480, transno 4295335810 00000100:00100000:2.0:1731347580.451994:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+18:3762:x1815447952827008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3607us (3645us total) trans 4295335833 rc 0/0 00000004:00080000:3.0:1731347580.451995:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132741c00, transno 4295335811 00000004:00080000:3.0:1731347580.451997:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132743800, transno 4295335812 00000004:00080000:3.0:1731347580.451999:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132742d80, transno 4295335813 00000100:00100000:2.0:1731347580.452000:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204765 00000004:00080000:3.0:1731347580.452002:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa227100, transno 4295335814 00000004:00080000:3.0:1731347580.452003:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa226680, transno 4295335815 00000004:00080000:3.0:1731347580.452005:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c7100, transno 4295335817 00000004:00080000:3.0:1731347580.452007:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980d180, transno 4295335818 00000004:00080000:3.0:1731347580.452009:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c6680, transno 4295335819 00000004:00080000:3.0:1731347580.452011:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980c000, transno 4295335820 00000004:00080000:3.0:1731347580.452013:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980c380, transno 4295335821 00000004:00080000:3.0:1731347580.452014:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980f100, transno 4295335822 00000004:00080000:3.0:1731347580.452016:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a948000, transno 4295335823 00000004:00080000:3.0:1731347580.452018:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7f480, transno 4295335824 00000004:00080000:3.0:1731347580.452020:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a94aa00, transno 4295335825 00000004:00080000:2.0:1731347580.452021:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d2680/2, rc 0, transno 400084 00000100:00100000:3.0:1731347580.452025:0:3762:0:(client.c:3012:ptlrpc_free_committed()) @@@ stopping search req@ffff880135e7f100 x1815447952823168/t4295335826(4295335826) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1731347596 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:2.0:1731347580.452027:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952828800:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.452032:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132743b80/2, rc 0, transno 368536 00000004:00080000:2.0:1731347580.452034:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132740e00/2, rc 0, transno 368535 00000100:00100000:3.0:1731347580.452035:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952827776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.452037:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952827648:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.452045:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005855c00/2, rc 0, transno 368537 00000100:00100000:3.0:1731347580.452048:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952827008:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.452068:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.452075:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952832128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.452092:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.452107:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952832128 00000100:00100000:2.0:1731347580.452110:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952832128 00000100:00100000:2.0:1731347580.452129:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204786 00000100:00100000:2.0:1731347580.452133:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+177:3763:x1815447952832128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.452142:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11244 count 1 00010000:00010000:2.0:1731347580.452150:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.452158:0:11445:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 288 changes, 73 in progress, 5 in flight, 47 done 00010000:00010000:2.0:1731347580.452159:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123e14240/0xb104f9478e00cbc9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2d4 expref: 311 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.452165:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.452166:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.452169:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.452183:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123e14240/0xb104f9478e00cbc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2d4 expref: 311 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.452190:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123e14240/0xb104f9478e00cbc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2d4 expref: 311 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.452196:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952832256:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.452213:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb89c0 going to sleep for 11 seconds 00000004:00080000:0.0:1731347580.452364:0:11445:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 288 changes, 13 in progress, 5 in flight, 60 done 00000100:00100000:2.0:1731347580.452431:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952832640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.452433:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952832384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.452450:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.452472:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.452477:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952832512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.452480:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952832384 00000100:00100000:1.0:1731347580.452483:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952832384 00000100:00100000:0.0:1731347580.452490:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952832640 00000100:00100000:3.0:1731347580.452491:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.452494:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952832640 00000100:00100000:1.0:1731347580.452495:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952832512 00000100:00100000:1.0:1731347580.452496:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952832512 00000100:00100000:1.0:1731347580.452504:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204787 00000100:00100000:1.0:1731347580.452507:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+20:3763:x1815447952832384:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.452509:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204788 00000100:00100000:3.0:1731347580.452513:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+20:3760:x1815447952832512:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.452515:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204789 00002000:00080000:1.0:1731347580.452515:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11830 count 1 00000100:00100000:2.0:1731347580.452519:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+20:3761:x1815447952832640:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.452522:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.452523:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12928 count 1 00002000:00080000:2.0:1731347580.452527:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15474 count 1 00010000:00010000:1.0:1731347580.452528:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b24f2400/0xb104f9478e00a0f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7ed expref: 298 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.452532:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.452534:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.452535:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.452536:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.452538:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.452541:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4fa1200/0xb104f9478dff35d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954cdb expref: 298 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.452542:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af88c900/0xb104f9478dffdd7c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f479 expref: 298 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.452547:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.452547:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b24f2400/0xb104f9478e00a0f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7ed expref: 298 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.452548:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.452549:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.452549:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.452551:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.452552:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.452552:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b24f2400/0xb104f9478e00a0f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7ed expref: 298 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.452558:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952832768:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.452565:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4fa1200/0xb104f9478dff35d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954cdb expref: 298 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.452565:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af88c900/0xb104f9478dffdd7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f479 expref: 298 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.452572:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0840 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.452573:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4fa1200/0xb104f9478dff35d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954cdb expref: 298 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.452573:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af88c900/0xb104f9478dffdd7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f479 expref: 298 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.452581:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952832896:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.452581:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952833024:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.452598:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8240 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.452604:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.452867:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952829568:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.452877:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.452883:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952829696:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.452889:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.452895:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.452895:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952829952:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.452903:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.452904:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.452910:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312703616 00000100:00100000:3.0:1731347580.452913:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312703616 00000100:00100000:1.0:1731347580.452916:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312703744 00000100:00100000:1.0:1731347580.452919:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312703744 00000100:00100000:2.0:1731347580.452920:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952829824:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.452923:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaa7a400/0xb104f9478e00030e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a0b expref: 300 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.452926:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.452927:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.452930:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4974b40/0xb104f9478dffa5ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb1 expref: 300 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.452936:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312703872 00000100:00100000:3.0:1731347580.452938:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312703872 00000100:00100000:0.0:1731347580.452941:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.452943:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952830464:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.452946:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8fc0/0xb104f9478dff35de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954ce2 expref: 312 pid: 15956 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.452946:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312704000 00000100:00100000:1.0:1731347580.452948:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312704000 00010000:00010000:2.0:1731347580.452951:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.452956:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290685 00010000:00010000:1.0:1731347580.452957:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800989f3180/0xb104f9478dffdd75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f480 expref: 313 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.452960:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290686 00000100:00100000:0.0:1731347580.452961:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+300:2004:x1815448312703616:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.452965:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+300:2004:x1815448312703744:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.452970:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.452971:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.452973:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290687 00010000:00010000:3.0:1731347580.452975:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4974b40/0xb104f9478dffa5ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb1 expref: 300 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.452975:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aaa7a400/0xb104f9478e00030e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a0b expref: 300 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.452977:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e776050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+313:2006:x1815448312703872:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.452984:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4974b40/0xb104f9478dffa5ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb1 expref: 300 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.452984:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290688 00010000:00010000:1.0:1731347580.452984:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.452985:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aaa7a400/0xb104f9478e00030e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a0b expref: 300 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.452988:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+313:2006:x1815448312704000:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.452988:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8fc0/0xb104f9478dff35de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954ce2 expref: 313 pid: 15956 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.452994:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4974b40/0xb104f9478dffa5ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bcb1 expref: 300 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.452994:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.452997:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8fc0/0xb104f9478dff35de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954ce2 expref: 313 pid: 15956 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.452998:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800989f3180/0xb104f9478dffdd75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f480 expref: 313 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.453003:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaa7a400/0xb104f9478e00030e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961a0b expref: 300 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.453006:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800989f3180/0xb104f9478dffdd75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f480 expref: 313 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.453007:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.453008:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453008:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8fc0/0xb104f9478dff35de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954ce2 expref: 313 pid: 15956 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.453011:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453016:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800989f3180/0xb104f9478dffdd75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f480 expref: 312 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.453017:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453017:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453018:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453021:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453024:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.453025:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.453027:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453027:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453030:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.453033:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453040:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.453043:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.453046:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+298:2004:x1815448312703744:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.453052:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290686 00000100:00100000:1.0:1731347580.453057:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e776050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+311:2006:x1815448312703872:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.453058:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+311:2006:x1815448312704000:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 69us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.453063:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290687 00010000:00010000:3.0:1731347580.453067:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453070:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.453071:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290688 00010000:00010000:0.0:1731347580.453072:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.453074:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453075:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453080:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453084:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453086:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453091:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453093:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453097:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453097:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.453103:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.453103:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453106:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453109:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453111:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312704128 00010000:00010000:3.0:1731347580.453112:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453113:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312704128 00010000:00010000:2.0:1731347580.453114:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.453117:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453120:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453120:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093bd33c0/0xb104f9478e007067 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96876b expref: 298 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.453123:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453126:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e07777c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453129:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290689 00010000:00010000:2.0:1731347580.453131:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453132:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+298:2004:x1815448312704128:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.453133:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453136:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e07778a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453136:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.453139:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093bd33c0/0xb104f9478e007067 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96876b expref: 298 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.453144:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093bd33c0/0xb104f9478e007067 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96876b expref: 298 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.453151:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093bd33c0/0xb104f9478e007067 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96876b expref: 298 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.453154:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.453156:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453157:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453158:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453163:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453170:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.453174:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+297:2004:x1815448312703616:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 211us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.453180:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+297:2004:x1815448312704128:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.453180:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290685 00000100:00100000:1.0:1731347580.453186:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290689 00010000:00010000:0.0:1731347580.453213:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453220:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3762:x1815447952829056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2709us (2768us total) trans 4295335834 rc 0/0 00000100:00100000:2.0:1731347580.453220:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+178:3761:x1815447952829440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2560us (2598us total) trans 4295367381 rc 0/0 00010000:00010000:0.0:1731347580.453220:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453226:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204775 00010000:00010000:0.0:1731347580.453227:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.453228:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204777 00010000:00010000:0.0:1731347580.453234:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453240:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453245:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.453247:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa224380/2, rc 0, transno 368538 00010000:00010000:2.0:1731347580.453247:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453251:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952830592:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.453251:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0900 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.453253:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952829056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.453254:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453254:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453260:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453260:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453261:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453266:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453270:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453272:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.453275:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453276:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077775 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453281:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453290:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453297:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077791 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453318:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.453329:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952830720:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.453336:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.453340:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453348:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312704256 00000100:00100000:1.0:1731347580.453350:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312704256 00000100:00100000:0.0:1731347580.453353:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+22:3762:x1815447952829184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2848us (2869us total) trans 4295335835 rc 0/0 00000100:00100000:0.0:1731347580.453357:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204774 00000004:00080000:3.0:1731347580.453360:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa227480/2, rc 0, transno 368539 00010000:00010000:1.0:1731347580.453361:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2daac0/0xb104f9478e00be4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d552 expref: 296 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.453364:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952829184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.453374:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312704384 00000100:00100000:1.0:1731347580.453376:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312704384 00000100:00100000:3.0:1731347580.453378:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290690 00000100:00100000:3.0:1731347580.453383:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+296:2003:x1815448312704256:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.453383:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006a05ad00/0xb104f9478dff0ff8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526fc expref: 310 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.453389:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.453390:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+21:3762:x1815447952830080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2571us (2620us total) trans 4295335836 rc 0/0 00010000:00010000:3.0:1731347580.453393:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b2daac0/0xb104f9478e00be4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d552 expref: 296 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.453396:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204778 00000100:00100000:1.0:1731347580.453396:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290691 00000100:00100000:1.0:1731347580.453400:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+310:2005:x1815448312704384:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.453401:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b2daac0/0xb104f9478e00be4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d552 expref: 296 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.453404:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.453407:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006a05ad00/0xb104f9478dff0ff8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526fc expref: 310 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.453412:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006a05ad00/0xb104f9478dff0ff8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526fc expref: 310 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.453413:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b2daac0/0xb104f9478e00be4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d552 expref: 296 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.453431:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d1c00/2, rc 0, transno 400085 00000100:00100000:2.0:1731347580.453436:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952829440:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.453437:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006a05ad00/0xb104f9478dff0ff8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2f48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526fc expref: 310 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.453438:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.453439:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.453442:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453443:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453444:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453446:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453449:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453450:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453458:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.453461:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.453462:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.453465:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952831104:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.453468:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952833408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.453469:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+309:2005:x1815448312704384:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.453472:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290691 00010000:00010000:0.0:1731347580.453472:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453477:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+295:2003:x1815448312704256:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 94us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.453483:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290690 00010000:00010000:1.0:1731347580.453483:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.453484:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.453488:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453492:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.453492:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952831232:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.453496:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.453497:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952833408 00010000:00010000:0.0:1731347580.453497:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453499:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952833280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.453500:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952833408 00010000:00010000:1.0:1731347580.453503:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453506:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.453508:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453511:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453516:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.453516:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453520:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b180/0xb104f9478e077798 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.453521:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952833280 00000100:00100000:2.0:1731347580.453523:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952833280 00000100:00100000:0.0:1731347580.453526:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204790 00000100:00100000:3.0:1731347580.453527:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.453529:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+178:3761:x1815447952833408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.453531:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952833152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.453534:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204791 00000100:00100000:2.0:1731347580.453538:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+21:3763:x1815447952833280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.453538:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10057 count 1 00010000:00010000:0.0:1731347580.453544:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453547:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1731347580.453547:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12369 count 1 00010000:00010000:0.0:1731347580.453551:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b3eb8fc0/0xb104f9478dffbc43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d347 expref: 308 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.453555:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.453556:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.453557:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453558:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453560:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952833152 00000100:00100000:3.0:1731347580.453562:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952833152 00010000:00010000:2.0:1731347580.453566:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880128550900/0xb104f9478e006110 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967814 expref: 294 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.453566:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b3eb8fc0/0xb104f9478dffbc43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d347 expref: 308 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.453571:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b3eb8fc0/0xb104f9478dffbc43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d347 expref: 308 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.453572:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.453573:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.453574:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204792 00010000:00010000:2.0:1731347580.453576:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.453577:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952833536:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.453578:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+23:3763:x1815447952833152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.453586:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12104 count 1 00000100:00100000:0.0:1731347580.453591:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeba80 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.453594:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.453595:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880128550900/0xb104f9478e006110 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967814 expref: 294 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.453595:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:3761:x1815447952830336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2693us (2726us total) trans 4295335837 rc 0/0 00000100:00100000:1.0:1731347580.453600:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204780 00010000:00010000:3.0:1731347580.453602:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800affedb00/0xb104f9478dff0ff1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526f5 expref: 294 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.453602:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952831488:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.453603:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880128550900/0xb104f9478e006110 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967814 expref: 294 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.453607:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453608:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.453610:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.453611:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952833664:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.453612:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453623:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800affedb00/0xb104f9478dff0ff1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526f5 expref: 294 pid: 15918 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1731347580.453625:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea35500/2, rc 0, transno 368541 00000100:00100000:0.0:1731347580.453629:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.453630:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8300 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.453631:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800affedb00/0xb104f9478dff0ff1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526f5 expref: 294 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.453638:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952830336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.453639:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952833792:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.453643:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453646:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312704512 00000100:00100000:1.0:1731347580.453648:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312704512 00010000:00010000:2.0:1731347580.453649:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453653:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a06c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.453656:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453656:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013517f3c0/0xb104f9478e006109 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96780d expref: 309 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.453660:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.453662:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.453665:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312704640 00000100:00100000:0.0:1731347580.453667:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312704640 00000004:00080000:3.0:1731347580.453668:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880128b91c00/2, rc 0, transno 368540 00010000:00010000:2.0:1731347580.453669:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453671:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290692 00000100:00100000:1.0:1731347580.453673:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+309:2004:x1815448312704512:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.453674:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.453674:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b244ba80/0xb104f9478dff395e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955062 expref: 295 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.453675:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880128b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952830080:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.453677:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453678:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.453680:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013517f3c0/0xb104f9478e006109 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96780d expref: 309 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.453683:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453684:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453685:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013517f3c0/0xb104f9478e006109 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96780d expref: 309 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.453686:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290693 00000100:00100000:0.0:1731347580.453689:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+295:2003:x1815448312704640:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.453690:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453692:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013517f3c0/0xb104f9478e006109 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96780d expref: 309 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.453693:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453693:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.453695:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b244ba80/0xb104f9478dff395e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955062 expref: 295 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.453697:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453697:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453698:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.453699:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077783 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453700:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453701:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b244ba80/0xb104f9478dff395e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955062 expref: 295 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.453703:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453704:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453708:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453708:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b244ba80/0xb104f9478dff395e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955062 expref: 295 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.453712:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.453713:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.453714:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.453714:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.453716:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453716:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453720:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453722:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453722:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+308:2004:x1815448312704512:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.453726:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290692 00010000:00010000:0.0:1731347580.453728:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.453730:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.453736:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e07779f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453736:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952833920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.453739:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+294:2003:x1815448312704640:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.453743:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290693 00000100:00100000:1.0:1731347580.453749:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.453753:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453757:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453761:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453765:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453783:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453786:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814398c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.453788:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453792:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453797:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.453800:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.453803:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+180:3760:x1815447952829312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3158us (3195us total) trans 4295367382 rc 0/0 00010000:00010000:0.0:1731347580.453804:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e0777a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.453809:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204776 00000100:00100000:2.0:1731347580.453818:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952833920 00000100:00100000:1.0:1731347580.453820:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952831872:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.453821:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952833920 00010000:00010000:1.0:1731347580.453827:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.453833:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204793 00000100:00100000:2.0:1731347580.453836:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3761:x1815447952833920:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.453836:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312704768 00000100:00100000:1.0:1731347580.453837:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312704768 00010000:00010000:1.0:1731347580.453843:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093cbdd40/0xb104f9478e00af1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c617 expref: 308 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.453846:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+180:3762:x1815447952830208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2948us (3016us total) trans 4295367383 rc 0/0 00002000:00080000:2.0:1731347580.453846:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13844 count 1 00000100:00100000:3.0:1731347580.453851:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204779 00010000:00010000:2.0:1731347580.453854:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.453854:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290694 00000100:00100000:1.0:1731347580.453857:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e774850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+308:2004:x1815448312704768:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.453861:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.453863:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800980dc240/0xb104f9478e00af13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c61e expref: 293 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.453863:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093cbdd40/0xb104f9478e00af1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3614:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c617 expref: 308 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.453868:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093cbdd40/0xb104f9478e00af1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3614:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c617 expref: 308 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.453869:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.453870:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.453871:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d3800/2, rc 0, transno 400087 00010000:00010000:2.0:1731347580.453873:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453875:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093cbdd40/0xb104f9478e00af1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3614:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c617 expref: 308 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.453877:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952830208:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.453878:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+179:3762:x1815447952830976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2592us (2633us total) trans 4295367384 rc 0/0 00010000:00010000:1.0:1731347580.453880:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453881:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.453882:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.453882:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204782 00000004:00080000:3.0:1731347580.453886:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d1180/2, rc 0, transno 400088 00010000:00010000:2.0:1731347580.453887:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800980dc240/0xb104f9478e00af13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c61e expref: 293 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.453887:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453889:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952830976:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.453894:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.453895:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800980dc240/0xb104f9478e00af13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c61e expref: 293 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.453903:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e774850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+307:2004:x1815448312704768:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.453904:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952834048:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.453906:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290694 00010000:00010000:0.0:1731347580.453907:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453912:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453916:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453918:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952834304:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.453919:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.453922:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.453922:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453923:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453926:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453926:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a1c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.453928:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453931:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453932:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453934:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.453934:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.453935:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952834432:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.453938:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.453938:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453941:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.453941:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e0777ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453943:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453944:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.453949:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952834176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.453950:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.453950:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453955:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.453958:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a640/0xb104f9478e0777b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.453962:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1731347580.453963:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d3100/2, rc 0, transno 400086 00000100:00100000:2.0:1731347580.453968:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952829312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.453979:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952834304 00000100:00100000:2.0:1731347580.453981:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952834304 00000100:00100000:3.0:1731347580.453992:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952834560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.453992:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952834432 00000100:00100000:2.0:1731347580.453994:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952834432 00000100:00100000:2.0:1731347580.454003:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952834176 00000100:00100000:2.0:1731347580.454004:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952834176 00000100:00100000:3.0:1731347580.454008:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.454012:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952834560 00000100:00100000:2.0:1731347580.454014:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952834560 00000100:00100000:0.0:1731347580.454014:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+25:3761:x1815447952830848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2962us (2985us total) trans 4295335838 rc 0/0 00000100:00100000:0.0:1731347580.454018:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204781 00000004:00080000:3.0:1731347580.454023:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea34700/2, rc 0, transno 368542 00000100:00100000:2.0:1731347580.454023:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204794 00000100:00100000:2.0:1731347580.454027:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+182:3763:x1815447952834304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.454027:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204795 00000100:00100000:3.0:1731347580.454030:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952830848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.454030:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+182:3760:x1815447952834432:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.454033:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+182:3762:x1815447952831360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2554us (2581us total) trans 4295367385 rc 0/0 00002000:00080000:2.0:1731347580.454037:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18469 count 1 00000100:00100000:1.0:1731347580.454037:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204783 00002000:00080000:0.0:1731347580.454037:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15176 count 1 00010000:00010000:0.0:1731347580.454043:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454045:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204796 00010000:00010000:2.0:1731347580.454046:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454047:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+24:3763:x1815447952834176:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.454050:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134869b00/0xb104f9478dffc4f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dbf9 expref: 306 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.454054:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1731347580.454055:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12679 count 1 00010000:00010000:0.0:1731347580.454055:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454056:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454058:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204797 00010000:00010000:2.0:1731347580.454061:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b25658c0/0xb104f9478dff67fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f08 expref: 306 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.454062:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+181:3761:x1815447952834560:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.454062:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.454066:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.454068:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454068:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134869b00/0xb104f9478dffc4f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dbf9 expref: 306 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.454069:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aea021c0/0xb104f9478dfef39d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa8 expref: 293 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.454070:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.454071:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18289 count 1 00010000:00010000:1.0:1731347580.454073:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.454074:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454074:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134869b00/0xb104f9478dffc4f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dbf9 expref: 306 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.454075:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.454078:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.454079:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952834816:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.454084:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b25658c0/0xb104f9478dff67fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f08 expref: 306 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.454087:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007d45d680/0xb104f9478e00329b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9649a6 expref: 306 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.454087:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aea021c0/0xb104f9478dfef39d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa8 expref: 293 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.454088:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebd80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.454092:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b25658c0/0xb104f9478dff67fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f08 expref: 306 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.454093:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.454093:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aea021c0/0xb104f9478dfef39d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa8 expref: 293 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.454094:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.454096:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454098:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952835072:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.454101:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952834944:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.454108:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007d45d680/0xb104f9478e00329b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9649a6 expref: 306 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.454108:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.454115:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb80c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.454116:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007d45d680/0xb104f9478e00329b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9649a6 expref: 306 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.454117:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952832000:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.454123:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454124:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952835200:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.454136:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.454143:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.454148:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952834688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.454163:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.454165:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952832256:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.454174:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454175:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.454181:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312704896 00000004:00080000:3.0:1731347580.454182:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d0700/2, rc 0, transno 400089 00000100:00100000:1.0:1731347580.454182:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312704896 00000100:00100000:2.0:1731347580.454186:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952834688 00000100:00100000:3.0:1731347580.454187:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952831360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.454188:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952834688 00010000:00010000:1.0:1731347580.454189:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aabc6d00/0xb104f9478dfef3a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa1 expref: 307 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.454193:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.454200:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312705152 00000100:00100000:2.0:1731347580.454201:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204798 00000100:00100000:1.0:1731347580.454202:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312705152 00000100:00100000:0.0:1731347580.454205:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290695 00000100:00100000:2.0:1731347580.454206:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+25:3763:x1815447952834688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.454206:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123e14240/0xb104f9478e00cbc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2d4 expref: 308 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.454208:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+308:2003:x1815448312704896:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.454209:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952835328:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.454212:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.454214:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290696 00002000:00080000:2.0:1731347580.454215:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10980 count 1 00010000:00010000:0.0:1731347580.454215:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aabc6d00/0xb104f9478dfef3a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa1 expref: 308 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.454217:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+308:2004:x1815448312705152:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.454221:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.454221:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aabc6d00/0xb104f9478dfef3a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa1 expref: 308 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.454223:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123e14240/0xb104f9478e00cbc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2bec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2d4 expref: 308 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.454224:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454226:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.454228:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aabc6d00/0xb104f9478dfef3a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa1 expref: 308 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.454232:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123e14240/0xb104f9478e00cbc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2bec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2d4 expref: 308 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.454234:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009014a640/0xb104f9478e00a844 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf41 expref: 293 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.454237:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454238:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.454239:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123e14240/0xb104f9478e00cbc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2bec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2d4 expref: 307 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.454240:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454240:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.454241:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.454242:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952835328 00010000:00010000:2.0:1731347580.454244:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454244:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454244:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454245:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952835328 00010000:00010000:1.0:1731347580.454245:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.454247:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454251:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454252:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.454258:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204799 00010000:00010000:2.0:1731347580.454258:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009014a640/0xb104f9478e00a844 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf41 expref: 293 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.454258:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.454261:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+306:2003:x1815448312704896:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.454262:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+182:3763:x1815447952835328:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.454265:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290695 00010000:00010000:2.0:1731347580.454266:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009014a640/0xb104f9478e00a844 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf41 expref: 293 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.454268:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+306:2004:x1815448312705152:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (75us total) trans 0 rc 0/0 00002000:00080000:3.0:1731347580.454270:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18795 count 1 00000100:00100000:1.0:1731347580.454271:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290696 00000100:00100000:2.0:1731347580.454274:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952835456:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.454275:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.454278:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454279:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454283:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.454287:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013636eac0/0xb104f9478e004c80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966384 expref: 304 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.454287:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.454290:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb89c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.454290:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454292:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.454293:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.454294:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454296:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.454297:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454297:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312705024 00010000:00010000:0.0:1731347580.454298:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454299:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312705024 00010000:00010000:2.0:1731347580.454301:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454302:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454303:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ad73c0/0xb104f9478e00a83d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf48 expref: 305 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.454306:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.454307:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.454309:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013636eac0/0xb104f9478e004c80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966384 expref: 305 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.454310:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0777bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454312:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290697 00010000:00010000:2.0:1731347580.454314:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454314:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+305:2003:x1815448312705024:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.454317:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013636eac0/0xb104f9478e004c80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966384 expref: 305 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.454318:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.454320:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ad73c0/0xb104f9478e00a83d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf48 expref: 305 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.454325:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ad73c0/0xb104f9478e00a83d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf48 expref: 305 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.454326:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952835584:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.454326:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.454331:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454331:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ad73c0/0xb104f9478e00a83d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf48 expref: 305 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.454336:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.454337:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.454337:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.454338:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454339:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0480 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.454340:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454342:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.454347:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454349:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.454356:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454356:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+304:2003:x1815448312705024:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 41us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.454359:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290697 00010000:00010000:2.0:1731347580.454362:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0777c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.454378:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+183:3760:x1815447952831616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2691us (2768us total) trans 4295367386 rc 0/0 00000100:00100000:0.0:1731347580.454382:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204784 00000100:00100000:1.0:1731347580.454383:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952832768:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.454389:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.454391:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d1880/2, rc 0, transno 400090 00010000:00010000:0.0:1731347580.454394:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454398:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952831616:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.454398:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454402:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454405:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454408:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.454410:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454413:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312705280 00010000:00010000:0.0:1731347580.454413:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.454428:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454432:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454435:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312705280 00000100:00100000:3.0:1731347580.454438:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.454438:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454441:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b24f2400/0xb104f9478e00a0f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7ed expref: 294 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.454442:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e0777c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454445:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952835712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.454451:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290698 00000100:00100000:1.0:1731347580.454454:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+294:2004:x1815448312705280:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.454458:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.454460:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b24f2400/0xb104f9478e00a0f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7ed expref: 294 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.454462:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.454465:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b24f2400/0xb104f9478e00a0f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7ed expref: 294 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.454471:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b24f2400/0xb104f9478e00a0f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b7ed expref: 294 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.454477:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.454477:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.454479:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454483:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454490:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.454497:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+293:2004:x1815448312705280:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.454502:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290698 00000100:00100000:0.0:1731347580.454506:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+184:3760:x1815447952831744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2810us (2871us total) trans 4295367388 rc 0/0 00010000:00010000:1.0:1731347580.454510:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.454510:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204785 00010000:00010000:1.0:1731347580.454514:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.454517:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d2d80/2, rc 0, transno 400092 00000100:00100000:0.0:1731347580.454517:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952835712 00010000:00010000:1.0:1731347580.454518:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.454519:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952835712 00000100:00100000:3.0:1731347580.454522:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952831744:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.454522:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454525:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.454527:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204800 00010000:00010000:1.0:1731347580.454528:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae06c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.454529:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+184:3761:x1815447952835712:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.454530:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454534:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.454536:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11909 count 1 00010000:00010000:1.0:1731347580.454538:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454542:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae06c0/0xb104f9478e0777d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454542:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454543:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952835840:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.454552:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880115476640/0xb104f9478e0051f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668f5 expref: 303 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.454556:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454557:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.454558:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.454559:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454568:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880115476640/0xb104f9478e0051f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668f5 expref: 303 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.454572:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952835840 00000100:00100000:2.0:1731347580.454573:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952833024:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.454573:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880115476640/0xb104f9478e0051f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668f5 expref: 303 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.454574:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952835840 00000100:00100000:0.0:1731347580.454578:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952835968:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.454582:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454588:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204801 00000100:00100000:0.0:1731347580.454588:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.454591:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+185:3761:x1815447952835840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.454601:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14409 count 1 00010000:00010000:3.0:1731347580.454609:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454609:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+26:3763:x1815447952832384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2101us (2159us total) trans 4295335839 rc 0/0 00000100:00100000:1.0:1731347580.454613:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204787 00000100:00100000:0.0:1731347580.454614:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.454618:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008acb2d00/0xb104f9478e00c75b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de66 expref: 303 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.454622:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312705408 00010000:00010000:3.0:1731347580.454624:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.454624:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312705408 00010000:00010000:3.0:1731347580.454625:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.454627:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454630:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af88c900/0xb104f9478dffdd7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f479 expref: 293 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.454636:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+185:3763:x1815447952832128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2502us (2542us total) trans 4295367387 rc 0/0 00000100:00100000:0.0:1731347580.454640:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290699 00010000:00010000:3.0:1731347580.454641:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008acb2d00/0xb104f9478e00c75b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de66 expref: 303 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.454643:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952832896:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.454643:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+293:2004:x1815448312705408:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.454645:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204786 00010000:00010000:0.0:1731347580.454647:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.454649:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008acb2d00/0xb104f9478e00c75b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de66 expref: 303 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.454649:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af88c900/0xb104f9478dffdd7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f479 expref: 293 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.454651:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454654:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af88c900/0xb104f9478dffdd7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f479 expref: 293 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.454657:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952836096:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.454661:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af88c900/0xb104f9478dffdd7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f479 expref: 293 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.454666:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.454667:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454667:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454669:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454671:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.454672:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312705536 00010000:00010000:0.0:1731347580.454673:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454674:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312705536 00010000:00010000:1.0:1731347580.454680:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4fa1200/0xb104f9478dff35d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954cdb expref: 293 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.454680:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.454687:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea34000/2, rc 0, transno 368543 00000100:00100000:0.0:1731347580.454688:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+293:2004:x1815448312705408:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.454689:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290700 00010000:00010000:2.0:1731347580.454691:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.454692:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+293:2004:x1815448312705536:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.454692:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290699 00000100:00100000:3.0:1731347580.454693:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952832384:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.454696:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.454698:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454698:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4fa1200/0xb104f9478dff35d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954cdb expref: 292 pid: 15923 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.454702:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005854a80/2, rc 0, transno 400091 00010000:00010000:1.0:1731347580.454703:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4fa1200/0xb104f9478dff35d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954cdb expref: 292 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.454705:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454706:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952832128:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.454710:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4fa1200/0xb104f9478dff35d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954cdb expref: 292 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.454712:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.454718:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454719:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.454719:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.454721:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.454725:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912206c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.454725:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.454728:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.454728:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.454732:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.454735:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454737:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952836352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.454739:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+291:2004:x1815448312705536:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.454742:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290700 00010000:00010000:2.0:1731347580.454745:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454750:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.454751:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e0777de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454752:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.454754:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454758:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454762:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454765:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.454765:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454783:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098d4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952836224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.454784:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.454786:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454790:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.454799:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454800:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.454805:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0777d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454821:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952836352 00000100:00100000:3.0:1731347580.454824:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952836352 00000100:00100000:3.0:1731347580.454836:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952836224 00000100:00100000:3.0:1731347580.454838:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952836224 00000100:00100000:0.0:1731347580.454843:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204802 00000100:00100000:0.0:1731347580.454847:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3763:x1815447952836352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.454849:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+28:3761:x1815447952832640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2328us (2376us total) trans 4295335840 rc 0/0 00000100:00100000:3.0:1731347580.454851:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204803 00000100:00100000:3.0:1731347580.454854:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+185:3763:x1815447952836224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.454855:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204789 00002000:00080000:0.0:1731347580.454856:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11244 count 1 00010000:00010000:0.0:1731347580.454862:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.454864:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11989 count 1 00000100:00100000:2.0:1731347580.454871:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312705792 00010000:00010000:0.0:1731347580.454872:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127c7f600/0xb104f9478e00cbd0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2cd expref: 290 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.454873:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.454873:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312705792 00010000:00010000:0.0:1731347580.454876:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454877:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.454878:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.454882:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad543840/0xb104f9478dffd262 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e95f expref: 303 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.454887:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127c7f600/0xb104f9478e00cbd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2cd expref: 290 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.454888:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.454890:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.454892:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.454892:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127c7f600/0xb104f9478e00cbd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2cd expref: 290 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.454894:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712629 00000100:00100000:1.0:1731347580.454897:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+27:3760:x1815447952832512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2382us (2404us total) trans 4295335841 rc 0/0 00000100:00100000:2.0:1731347580.454898:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:13210:x1815448312705792:12345-192.168.203.60@tcp:36:fsx.0 00000100:00100000:0.0:1731347580.454898:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952836480:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.454903:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204788 00010000:00010000:3.0:1731347580.454905:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad543840/0xb104f9478dffd262 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e95f expref: 303 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.454912:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.454917:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad543840/0xb104f9478dffd262 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e95f expref: 303 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.454923:0:15909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.454925:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a94bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952836608:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.454935:0:15909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b821c0/0xb104f9478e07722e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc1f expref: 11 pid: 15909 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.454942:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.454945:0:15909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.454949:0:15909:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.454960:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea34a80/2, rc 0, transno 368544 00000100:00100000:3.0:1731347580.454965:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952832640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.454989:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a94b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952836736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.455005:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.455015:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952836736 00000100:00100000:0.0:1731347580.455017:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952836736 00000004:00080000:3.0:1731347580.455019:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea36300/2, rc 0, transno 368545 00000100:00100000:3.0:1731347580.455024:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952832512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.455028:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204804 00000100:00100000:0.0:1731347580.455030:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3760:x1815447952836736:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.455036:0:15909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e077847 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15909 initiator: MDT0 00002000:00080000:0.0:1731347580.455036:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10057 count 1 00010000:00010000:0.0:1731347580.455042:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.455046:0:15909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e077847 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:3.0:1731347580.455048:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.455049:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801299b1d40/0xb104f9478dffbc4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d34e expref: 290 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.455053:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952836864:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.455053:0:15909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e077847 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00010000:00010000:0.0:1731347580.455056:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.455057:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.455058:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.455066:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801299b1d40/0xb104f9478dffbc4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d34e expref: 290 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.455068:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.455071:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801299b1d40/0xb104f9478dffbc4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d34e expref: 290 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.455076:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952836992:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.455078:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952836864 00000100:00100000:1.0:1731347580.455081:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952836864 00000001:00080000:2.0:1731347580.455083:0:15909:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161544 00000100:00100000:1.0:1731347580.455092:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204805 00000100:00100000:0.0:1731347580.455092:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb300 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.455096:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+28:3760:x1815447952836864:12345-0@lo:6:osp-syn-1-0.0 00000004:00010000:2.0:1731347580.455098:0:15909:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880095a9f100 reply state ffff880134623000 transno 4295161545 ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e077847 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00002000:00080000:1.0:1731347580.455106:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18469 count 1 00010000:00010000:2.0:1731347580.455107:0:15909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800912221c0/0xb104f9478e077847 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:2.0:1731347580.455115:0:15909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.455116:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.455118:0:15909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1731347580.455120:0:15909:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1731347580.455126:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800900ff600/0xb104f9478dff6804 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f01 expref: 290 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.455136:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.455138:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.455140:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.455155:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800900ff600/0xb104f9478dff6804 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f01 expref: 290 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.455158:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:13210:x1815448312705792:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 258us (428us total) trans 4295161545 rc 0/0 00000100:00100000:2.0:1731347580.455164:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712629 00010000:00010000:1.0:1731347580.455164:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800900ff600/0xb104f9478dff6804 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f01 expref: 290 pid: 15912 timeout: 1676 lvb_type: 1 00000020:00080000:2.0:1731347580.455166:0:15909:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1731347580.455173:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952837120:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.455191:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0840 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.455401:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952833536:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.455408:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.455865:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.455899:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312705920 00000100:00100000:1.0:1731347580.455902:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312705920 00010000:00010000:1.0:1731347580.455910:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b3eb8fc0/0xb104f9478dffbc43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d347 expref: 304 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.455923:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290701 00000100:00100000:2.0:1731347580.455925:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952833664:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.455925:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e774450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+304:2003:x1815448312705920:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.455930:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.455931:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.455932:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b3eb8fc0/0xb104f9478dffbc43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d347 expref: 304 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.455934:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.455937:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b3eb8fc0/0xb104f9478dffbc43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d347 expref: 304 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.455943:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952833792:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.455944:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312706048 00010000:00010000:1.0:1731347580.455945:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b3eb8fc0/0xb104f9478dffbc43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d347 expref: 304 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.455947:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312706048 00010000:00010000:1.0:1731347580.455950:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.455951:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.455952:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952834048:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.455953:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.455953:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.455957:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.455958:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.455958:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880128550900/0xb104f9478e006110 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967814 expref: 291 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.455966:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.455975:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290702 00010000:00010000:3.0:1731347580.455977:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.455979:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e774450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+303:2003:x1815448312705920:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.455979:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c0dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+291:2003:x1815448312706048:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.455983:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.455983:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290701 00010000:00010000:0.0:1731347580.455986:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.455990:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880128550900/0xb104f9478e006110 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967814 expref: 291 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.455994:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456000:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456004:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880128550900/0xb104f9478e006110 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967814 expref: 291 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.456005:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456010:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439440 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.456010:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.456012:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456016:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880128550900/0xb104f9478e006110 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967814 expref: 291 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.456018:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456025:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456025:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.456027:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.456029:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456031:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e0777e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456036:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456049:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.456058:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.456065:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.456065:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952835072:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.456070:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+290:2003:x1815448312706048:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 89us (138us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.456075:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.456076:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456076:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290702 00010000:00010000:2.0:1731347580.456082:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456087:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312706304 00010000:00010000:2.0:1731347580.456089:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456089:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312706304 00010000:00010000:2.0:1731347580.456094:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.456096:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456097:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800980dc240/0xb104f9478e00af13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c61e expref: 290 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.456102:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.456111:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456113:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290703 00010000:00010000:2.0:1731347580.456117:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e0777ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456117:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+290:2003:x1815448312706304:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.456120:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+186:3761:x1815447952833408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2589us (2635us total) trans 4295367389 rc 0/0 00000100:00100000:1.0:1731347580.456121:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952834816:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.456122:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.456126:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204790 00010000:00010000:0.0:1731347580.456126:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800980dc240/0xb104f9478e00af13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3614:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c61e expref: 290 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.456130:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456134:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800980dc240/0xb104f9478e00af13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3614:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c61e expref: 290 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.456144:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800980dc240/0xb104f9478e00af13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3614:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c61e expref: 290 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.456148:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005854380/2, rc 0, transno 400093 00010000:00010000:0.0:1731347580.456151:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.456152:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.456154:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952833408:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.456155:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456161:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456172:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.456180:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952837248:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.456187:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+289:2003:x1815448312706304:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.456189:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952834944:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.456191:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290703 00000100:00100000:3.0:1731347580.456198:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.456198:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.456202:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+29:3763:x1815447952833280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2663us (2685us total) trans 4295335842 rc 0/0 00000100:00100000:2.0:1731347580.456207:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204791 00000100:00100000:3.0:1731347580.456212:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952837248 00000100:00100000:3.0:1731347580.456215:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952837248 00010000:00010000:2.0:1731347580.456221:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.456227:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204806 00010000:00010000:2.0:1731347580.456228:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.456230:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+186:3762:x1815447952837248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.456235:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.456240:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11305 count 1 00010000:00010000:2.0:1731347580.456241:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456248:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.456248:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.456253:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.456256:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456257:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009862c900/0xb104f9478e00ac26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c323 expref: 302 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.456262:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456263:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.456264:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.456266:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.456271:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.456276:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220fc0/0xb104f9478e0777fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3614:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456278:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009862c900/0xb104f9478e00ac26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c323 expref: 302 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.456286:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009862c900/0xb104f9478e00ac26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c323 expref: 302 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.456294:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952837376:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.456300:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.456316:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.456317:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312706176 00000100:00100000:1.0:1731347580.456320:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312706176 00010000:00010000:1.0:1731347580.456328:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800affedb00/0xb104f9478dff0ff1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526f5 expref: 289 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.456332:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952835200:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.456342:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456343:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.456344:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290704 00000100:00100000:1.0:1731347580.456349:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+289:2005:x1815448312706176:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.456353:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.456356:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1731347580.456359:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4f100/2, rc 0, transno 368546 00010000:00010000:1.0:1731347580.456360:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800affedb00/0xb104f9478dff0ff1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526f5 expref: 289 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.456362:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3761:x1815447952833920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2524us (2610us total) trans 4295335843 rc 0/0 00000100:00100000:0.0:1731347580.456362:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312706688 00000100:00100000:0.0:1731347580.456364:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312706688 00000100:00100000:3.0:1731347580.456365:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952833280:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.456368:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800affedb00/0xb104f9478dff0ff1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526f5 expref: 289 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.456369:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204793 00010000:00010000:0.0:1731347580.456374:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b25658c0/0xb104f9478dff67fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f08 expref: 303 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.456379:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800affedb00/0xb104f9478dff0ff1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526f5 expref: 289 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.456387:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.456388:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1731347580.456388:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.456391:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456393:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312706560 00000100:00100000:3.0:1731347580.456394:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952837504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.456395:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312706560 00010000:00010000:1.0:1731347580.456398:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.456411:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.456432:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456434:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.456439:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.456446:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea36680/2, rc 0, transno 368547 00010000:00010000:2.0:1731347580.456446:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.456450:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+288:2005:x1815448312706176:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 100us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.456451:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952833920:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.456452:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.456454:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290704 00010000:00010000:2.0:1731347580.456459:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.456463:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290705 00010000:00010000:2.0:1731347580.456465:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81d40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.456465:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+303:2006:x1815448312706688:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.456467:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456470:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.456471:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.456472:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b25658c0/0xb104f9478dff67fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f08 expref: 303 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.456473:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aea021c0/0xb104f9478dfef39d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa8 expref: 288 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.456474:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.456476:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952837632:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.456478:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b25658c0/0xb104f9478dff67fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f08 expref: 303 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.456484:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456484:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b25658c0/0xb104f9478dff67fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f08 expref: 303 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.456489:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.456490:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e0777f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456490:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.456490:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290706 00010000:00010000:1.0:1731347580.456491:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.456492:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.456493:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+288:2003:x1815448312706560:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.456495:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456498:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.456500:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aea021c0/0xb104f9478dfef39d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa8 expref: 288 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.456502:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.456508:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aea021c0/0xb104f9478dfef39d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa8 expref: 288 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.456510:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+302:2006:x1815448312706688:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.456514:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290705 00010000:00010000:0.0:1731347580.456520:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aea021c0/0xb104f9478dfef39d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950aa8 expref: 288 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.456525:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456529:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.456530:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456530:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.456533:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456534:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456539:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456540:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456546:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456551:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.456553:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.456554:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456560:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456568:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456572:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+287:2003:x1815448312706560:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (216us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.456579:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077808 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.456588:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+29:3763:x1815447952833152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3007us (3038us total) trans 4295335844 rc 0/0 00000100:00100000:2.0:1731347580.456594:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204792 00000004:00080000:3.0:1731347580.456613:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4ce00/2, rc 0, transno 368548 00000100:00100000:3.0:1731347580.456619:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952833152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.456628:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290706 00000100:00100000:2.0:1731347580.456642:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952837504 00000100:00100000:3.0:1731347580.456645:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952837760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.456645:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952837504 00000100:00100000:2.0:1731347580.456657:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952837632 00000100:00100000:2.0:1731347580.456659:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952837632 00000100:00100000:3.0:1731347580.456664:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.456668:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952837760 00000100:00100000:2.0:1731347580.456670:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952837760 00000100:00100000:1.0:1731347580.456676:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+187:3763:x1815447952834304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2646us (2740us total) trans 4295367390 rc 0/0 00000100:00100000:1.0:1731347580.456682:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204794 00000100:00100000:2.0:1731347580.456687:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204807 00000100:00100000:3.0:1731347580.456690:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204808 00000100:00100000:2.0:1731347580.456691:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+31:3762:x1815447952837504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.456695:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+31:3761:x1815447952837632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.456695:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204809 00000100:00100000:1.0:1731347580.456698:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3761:x1815447952837760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.456698:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:2.0:1731347580.456700:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15176 count 1 00002000:00080000:3.0:1731347580.456703:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18289 count 1 00002000:00080000:1.0:1731347580.456707:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18795 count 1 00010000:00010000:2.0:1731347580.456708:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456709:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456712:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312706432 00000100:00100000:0.0:1731347580.456714:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312706432 00010000:00010000:1.0:1731347580.456716:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456718:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096322ac0/0xb104f9478e0032a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96499f expref: 286 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.456718:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801154ef600/0xb104f9478dffc4fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dc00 expref: 286 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.456722:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134869b00/0xb104f9478dffc4f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dbf9 expref: 302 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.456724:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.456724:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.456726:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.456726:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.456726:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c03600/0xb104f9478e004c79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96637d expref: 286 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.456728:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.456728:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456731:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.456731:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290707 00010000:00010000:1.0:1731347580.456732:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.456735:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456742:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096322ac0/0xb104f9478e0032a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96499f expref: 286 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.456742:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801154ef600/0xb104f9478dffc4fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dc00 expref: 286 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.456750:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096322ac0/0xb104f9478e0032a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96499f expref: 286 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.456750:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801154ef600/0xb104f9478dffc4fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dc00 expref: 286 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.456750:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c03600/0xb104f9478e004c79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96637d expref: 286 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.456758:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952837888:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.456759:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952838016:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.456759:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c03600/0xb104f9478e004c79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96637d expref: 286 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.456783:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+302:2003:x1815448312706432:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.456784:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952838144:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.456789:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.456791:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134869b00/0xb104f9478dffc4f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dbf9 expref: 302 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.456792:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.456793:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.456797:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134869b00/0xb104f9478dffc4f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dbf9 expref: 302 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.456799:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.456804:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134869b00/0xb104f9478dffc4f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dbf9 expref: 302 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.456807:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.456809:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d2a00/2, rc 0, transno 400094 00010000:00010000:0.0:1731347580.456810:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.456811:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.456812:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456812:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.456815:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952834304:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.456816:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456816:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456819:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456823:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456826:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.456826:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.456828:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456831:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456837:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456838:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+301:2003:x1815448312706432:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (180us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.456841:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e07780f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456841:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290707 00000100:00100000:3.0:1731347580.456842:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952838272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.456858:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.456866:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952838272 00000100:00100000:2.0:1731347580.456868:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952838272 00000100:00100000:0.0:1731347580.456870:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.456877:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312706816 00000100:00100000:0.0:1731347580.456879:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312706816 00000100:00100000:2.0:1731347580.456881:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204810 00010000:00010000:0.0:1731347580.456885:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007d45d680/0xb104f9478e00329b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9649a6 expref: 301 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.456886:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+187:3762:x1815447952838272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.456893:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290708 00002000:00080000:2.0:1731347580.456895:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13164 count 1 00000100:00100000:0.0:1731347580.456895:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e774c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+301:2003:x1815448312706816:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.456899:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.456901:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007d45d680/0xb104f9478e00329b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9649a6 expref: 301 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.456903:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456906:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007d45d680/0xb104f9478e00329b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9649a6 expref: 301 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.456909:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+32:3763:x1815447952834176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2860us (2946us total) trans 4295335845 rc 0/0 00010000:00010000:2.0:1731347580.456913:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009861d8c0/0xb104f9478e00b4fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc06 expref: 301 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.456913:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204796 00010000:00010000:0.0:1731347580.456913:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007d45d680/0xb104f9478e00329b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9649a6 expref: 301 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.456917:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.456918:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.456918:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.456919:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.456920:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea35f80/2, rc 0, transno 368549 00010000:00010000:0.0:1731347580.456920:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.456922:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456924:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.456926:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952834176:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.456928:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456928:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456932:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.456935:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.456936:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009861d8c0/0xb104f9478e00b4fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc06 expref: 300 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.456936:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456940:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456943:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.456944:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.456944:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e774c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+300:2003:x1815448312706816:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (73us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.456945:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009861d8c0/0xb104f9478e00b4fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc06 expref: 300 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.456947:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290708 00010000:00010000:1.0:1731347580.456948:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456949:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.456954:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952838400:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.456954:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456956:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.456958:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077801 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456967:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456973:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.456974:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8300 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.456979:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.456985:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.456988:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.456991:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952835456:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.456994:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.457000:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.457001:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952835584:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.457003:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457008:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457009:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83600/0xb104f9478e077816 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.457022:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+188:3760:x1815447952834432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2991us (3071us total) trans 4295367391 rc 0/0 00000100:00100000:0.0:1731347580.457024:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.457026:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204795 00000004:00080000:2.0:1731347580.457028:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d0000/2, rc 0, transno 400095 00000100:00100000:0.0:1731347580.457029:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312706944 00000100:00100000:0.0:1731347580.457031:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312706944 00000100:00100000:2.0:1731347580.457034:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952834432:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.457037:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009014a640/0xb104f9478e00a844 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf41 expref: 287 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.457046:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.457047:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290709 00000100:00100000:0.0:1731347580.457049:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+287:2003:x1815448312706944:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.457053:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312707072 00010000:00010000:0.0:1731347580.457053:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.457055:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312707072 00010000:00010000:0.0:1731347580.457055:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009014a640/0xb104f9478e00a844 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf41 expref: 287 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.457059:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.457060:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009014a640/0xb104f9478e00a844 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf41 expref: 287 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.457062:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013636eac0/0xb104f9478e004c80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966384 expref: 300 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.457065:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952838656:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.457070:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009014a640/0xb104f9478e00a844 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf41 expref: 287 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.457071:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290710 00000100:00100000:1.0:1731347580.457073:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+300:2003:x1815448312707072:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.457075:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457076:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.457077:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.457078:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457079:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013636eac0/0xb104f9478e004c80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x496b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966384 expref: 300 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.457082:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.457083:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.457085:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013636eac0/0xb104f9478e004c80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x496b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966384 expref: 300 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.457089:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.457090:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+188:3761:x1815447952834560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3027us (3080us total) trans 4295367392 rc 0/0 00010000:00010000:1.0:1731347580.457092:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013636eac0/0xb104f9478e004c80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x496b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966384 expref: 300 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.457096:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204797 00000004:00080000:2.0:1731347580.457097:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c6680/2, rc 0, transno 400096 00010000:00010000:1.0:1731347580.457099:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.457099:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+286:2003:x1815448312706944:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (75us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.457100:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.457101:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.457102:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952834560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.457102:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290709 00010000:00010000:1.0:1731347580.457105:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457106:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952838656 00000100:00100000:3.0:1731347580.457108:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952838656 00010000:00010000:1.0:1731347580.457120:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.457122:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204811 00010000:00010000:0.0:1731347580.457123:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457125:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+188:3761:x1815447952838656:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.457125:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457128:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.457131:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+299:2003:x1815448312707072:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (84us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.457132:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457132:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.457134:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14277 count 1 00000100:00100000:1.0:1731347580.457134:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290710 00010000:00010000:0.0:1731347580.457136:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.457139:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457142:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457142:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.457145:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457146:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.457148:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457151:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b76640/0xb104f9478e00c077 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d782 expref: 298 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.457151:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457151:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457156:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457157:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.457158:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457160:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077824 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457161:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.457161:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220b40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.457162:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952835968:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.457164:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457169:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.457170:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457173:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098b76640/0xb104f9478e00c077 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d782 expref: 298 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.457178:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457180:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098b76640/0xb104f9478e00c077 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d782 expref: 298 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.457185:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07781d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.457188:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952836096:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.457189:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120382d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952838912:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.457194:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457203:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.457208:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.457215:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.457220:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.457221:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952838528:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.457225:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312707328 00000100:00100000:1.0:1731347580.457227:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312707328 00010000:00010000:1.0:1731347580.457232:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008acb2d00/0xb104f9478e00c75b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de66 expref: 299 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.457239:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312707200 00000100:00100000:1.0:1731347580.457240:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312707200 00000100:00100000:3.0:1731347580.457241:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.457241:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+189:3763:x1815447952835328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2978us (3014us total) trans 4295367393 rc 0/0 00010000:00010000:1.0:1731347580.457244:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880115476640/0xb104f9478e0051f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668f5 expref: 300 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.457245:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204799 00000100:00100000:1.0:1731347580.457251:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290711 00000100:00100000:0.0:1731347580.457253:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952838528 00000100:00100000:1.0:1731347580.457254:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+300:2004:x1815448312707328:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.457255:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952838528 00010000:00010000:1.0:1731347580.457258:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.457260:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008acb2d00/0xb104f9478e00c75b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de66 expref: 300 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.457264:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c5180/2, rc 0, transno 400097 00000100:00100000:0.0:1731347580.457264:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204812 00010000:00010000:1.0:1731347580.457265:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008acb2d00/0xb104f9478e00c75b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de66 expref: 300 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.457267:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+33:3762:x1815447952838528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.457270:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952835328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.457271:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3763:x1815447952834688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3064us (3107us total) trans 4295335846 rc 0/0 00010000:00010000:1.0:1731347580.457272:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008acb2d00/0xb104f9478e00c75b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de66 expref: 300 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.457274:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11909 count 1 00000004:00080000:3.0:1731347580.457277:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c5880/2, rc 0, transno 368550 00000100:00100000:2.0:1731347580.457277:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204798 00010000:00010000:1.0:1731347580.457277:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.457278:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.457279:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457281:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952834688:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.457281:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457283:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457290:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.457290:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011622bcc0/0xb104f9478e0051f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668fc expref: 285 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.457293:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.457294:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457295:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.457297:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+299:2004:x1815448312707328:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (89us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.457297:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.457298:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952838784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.457300:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290711 00000100:00100000:1.0:1731347580.457306:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290712 00010000:00010000:0.0:1731347580.457306:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011622bcc0/0xb104f9478e0051f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668fc expref: 285 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.457308:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+298:2004:x1815448312707200:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.457311:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.457311:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011622bcc0/0xb104f9478e0051f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668fc expref: 285 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.457313:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880115476640/0xb104f9478e0051f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668f5 expref: 298 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.457315:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.457316:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952839040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.457316:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952839168:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.457318:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880115476640/0xb104f9478e0051f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668f5 expref: 298 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.457324:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880115476640/0xb104f9478e0051f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2e85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668f5 expref: 298 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.457328:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952838784 00010000:00010000:1.0:1731347580.457328:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.457328:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.457329:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.457330:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.457331:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952838784 00010000:00010000:1.0:1731347580.457334:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457335:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.457340:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.457342:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952839040 00000100:00100000:2.0:1731347580.457344:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952839040 00000100:00100000:3.0:1731347580.457345:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.457346:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+297:2004:x1815448312707200:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 37us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.457349:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952839296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.457349:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290712 00000100:00100000:2.0:1731347580.457353:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204813 00000100:00100000:0.0:1731347580.457354:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952836480:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.457356:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+190:3760:x1815447952838784:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.457358:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457361:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457362:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457363:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1731347580.457366:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12947 count 1 00010000:00010000:1.0:1731347580.457366:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457369:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457373:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.457375:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457376:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b806c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.457378:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952839296 00010000:00010000:1.0:1731347580.457378:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457380:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952839296 00010000:00010000:1.0:1731347580.457381:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.457384:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091328240/0xb104f9478e001d08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963405 expref: 296 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.457386:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457389:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077832 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.457389:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952836992:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.457390:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.457392:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204814 00010000:00010000:2.0:1731347580.457392:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.457394:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457395:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457396:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+190:3762:x1815447952839040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.457404:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11706 count 1 00010000:00010000:2.0:1731347580.457408:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091328240/0xb104f9478e001d08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963405 expref: 296 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.457408:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.457412:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.457429:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312707456 00000100:00100000:0.0:1731347580.457431:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312707456 00010000:00010000:2.0:1731347580.457434:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091328240/0xb104f9478e001d08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963405 expref: 296 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.457437:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127c7f600/0xb104f9478e00cbd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2cd expref: 286 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.457440:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1cda880/0xb104f9478dff2cc3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543ce expref: 296 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.457443:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005857800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952839424:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.457446:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.457447:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.457447:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290713 00010000:00010000:3.0:1731347580.457449:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.457450:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+286:2003:x1815448312707456:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.457454:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.457456:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127c7f600/0xb104f9478e00cbd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2cd expref: 286 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.457462:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127c7f600/0xb104f9478e00cbd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2cd expref: 286 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.457465:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1cda880/0xb104f9478dff2cc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543ce expref: 296 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.457469:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127c7f600/0xb104f9478e00cbd0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e2cd expref: 286 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.457474:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1cda880/0xb104f9478dff2cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543ce expref: 296 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.457474:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+191:3761:x1815447952835840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2882us (2915us total) trans 4295367394 rc 0/0 00010000:00010000:0.0:1731347580.457474:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457475:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457476:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.457478:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204801 00010000:00010000:0.0:1731347580.457481:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457482:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952839552:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.457486:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204815 00000100:00100000:1.0:1731347580.457488:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+33:3762:x1815447952839296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.457488:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.457494:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0e40 going to sleep for 11 seconds 00002000:00080000:1.0:1731347580.457495:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14409 count 1 00000100:00100000:0.0:1731347580.457497:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2003:x1815448312707456:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (89us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.457502:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.457503:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290713 00010000:00010000:1.0:1731347580.457509:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011fe99b00/0xb104f9478e00c762 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de5f expref: 284 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.457510:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a94bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952836608:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.457512:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.457513:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.457515:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457519:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457524:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011fe99b00/0xb104f9478e00c762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de5f expref: 284 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.457529:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011fe99b00/0xb104f9478e00c762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de5f expref: 284 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.457534:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952839680:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.457544:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.457580:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb89c0 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.457601:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f2a00/2, rc 0, transno 400098 00000100:00100000:2.0:1731347580.457614:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952835840:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.457626:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457631:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457635:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457639:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457642:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457645:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.457647:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457651:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.457656:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952839808:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.457656:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457660:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077839 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.457672:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.457686:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952839808 00000100:00100000:3.0:1731347580.457689:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952839808 00000100:00100000:3.0:1731347580.457703:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204816 00000100:00100000:3.0:1731347580.457706:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+191:3760:x1815447952839808:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.457707:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457712:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.457716:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18190 count 1 00010000:00010000:1.0:1731347580.457716:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457720:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457723:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457724:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.457726:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.457728:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.457730:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+34:3763:x1815447952836352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2882us (2977us total) trans 4295335847 rc 0/0 00010000:00010000:1.0:1731347580.457731:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457734:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d5dc240/0xb104f9478e005a4f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967153 expref: 296 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.457735:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204802 00010000:00010000:1.0:1731347580.457737:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457739:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.457740:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.457741:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e07782b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457742:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.457742:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880098d4ce00/2, rc 0, transno 368551 00000100:00100000:2.0:1731347580.457748:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952836352:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.457756:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d5dc240/0xb104f9478e005a4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967153 expref: 296 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.457762:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.457781:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d5dc240/0xb104f9478e005a4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967153 expref: 296 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.457782:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312707712 00000100:00100000:0.0:1731347580.457784:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312707712 00000100:00100000:3.0:1731347580.457790:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f45180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952839936:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.457791:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801299b1d40/0xb104f9478dffbc4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d34e expref: 285 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.457800:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290714 00000100:00100000:0.0:1731347580.457802:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2003:x1815448312707712:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.457804:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.457806:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.457808:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801299b1d40/0xb104f9478dffbc4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d34e expref: 285 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.457814:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801299b1d40/0xb104f9478dffbc4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d34e expref: 285 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.457820:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801299b1d40/0xb104f9478dffbc4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d34e expref: 285 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.457825:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+192:3761:x1815447952835712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3294us (3362us total) trans 4295367395 rc 0/0 00010000:00010000:0.0:1731347580.457826:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457826:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457828:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.457829:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204800 00000100:00100000:2.0:1731347580.457834:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952840064:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.457835:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457843:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.457850:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.457852:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+284:2003:x1815448312707712:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.457855:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290714 00000100:00100000:2.0:1731347580.457856:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.457860:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312707584 00000100:00100000:0.0:1731347580.457861:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312707584 00010000:00010000:0.0:1731347580.457866:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad543840/0xb104f9478dffd262 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e95f expref: 297 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.457867:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952837120:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.457871:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952840064 00000004:00080000:2.0:1731347580.457873:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f3480/2, rc 0, transno 400099 00000100:00100000:3.0:1731347580.457874:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952840064 00010000:00010000:1.0:1731347580.457874:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.457874:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290715 00000100:00100000:0.0:1731347580.457876:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e777050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+297:2003:x1815448312707584:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.457879:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952835712:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.457880:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.457882:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad543840/0xb104f9478dffd262 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ed5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e95f expref: 297 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.457887:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad543840/0xb104f9478dffd262 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ed5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e95f expref: 297 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.457888:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204817 00000100:00100000:1.0:1731347580.457891:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.457892:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+34:3761:x1815447952840064:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.457893:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad543840/0xb104f9478dffd262 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2ed5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e95f expref: 297 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.457897:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457898:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457900:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.457901:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11989 count 1 00000100:00100000:1.0:1731347580.457901:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.457904:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.457908:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.457909:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457910:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.457915:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312707968 00000100:00100000:0.0:1731347580.457916:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e777050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+296:2003:x1815448312707584:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.457917:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312707968 00010000:00010000:3.0:1731347580.457919:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aa0cd8c0/0xb104f9478dffd25b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e966 expref: 283 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.457919:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290715 00010000:00010000:2.0:1731347580.457921:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.457925:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1731347580.457925:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (712794->18446744073709551615) 00010000:00010000:3.0:1731347580.457926:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.457927:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1731347580.457927:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442680 with x1815448312707968 ext(712794->18446744073709551615) 00010000:00010000:3.0:1731347580.457929:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.457929:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312707840 00000100:00100000:0.0:1731347580.457930:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312707840 00002000:00010000:1.0:1731347580.457931:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d442680. 00010000:00010000:2.0:1731347580.457934:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457935:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800900ff600/0xb104f9478dff6804 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f01 expref: 285 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.457941:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.457943:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290716 00010000:00010000:3.0:1731347580.457944:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aa0cd8c0/0xb104f9478dffd25b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e966 expref: 285 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.457944:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312708096 00000100:00100000:1.0:1731347580.457945:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312708096 00000100:00100000:0.0:1731347580.457945:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2003:x1815448312707840:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.457947:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1731347580.457949:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00010000:00010000:0.0:1731347580.457949:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00100000:1.0:1731347580.457950:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d443800 with x1815448312708096 ext(0->18446744073709551615) 00010000:00010000:0.0:1731347580.457951:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800900ff600/0xb104f9478dff6804 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f01 expref: 285 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.457952:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aa0cd8c0/0xb104f9478dffd25b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e966 expref: 285 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.457953:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b818c0 already unused, calling callback (ffffffffa085a100) 00002000:00010000:1.0:1731347580.457953:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d443800. 00010000:00010000:2.0:1731347580.457955:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457956:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800900ff600/0xb104f9478dff6804 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f01 expref: 285 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.457959:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678322 00010000:00010000:2.0:1731347580.457962:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.457962:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2006:x1815448312707968:12345-192.168.203.60@tcp:10:fsx.0 00010000:00010000:0.0:1731347580.457962:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800900ff600/0xb104f9478dff6804 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f01 expref: 285 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.457965:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952840192:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.457970:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.457970:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.457971:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457972:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457976:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.457979:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.457981:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077840 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.457982:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.457988:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+284:2003:x1815448312707840:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.457991:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290716 00010000:00010000:0.0:1731347580.458000:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458004:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.458008:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952840320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.458008:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678323 00010000:00010000:0.0:1731347580.458008:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458012:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.458013:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+296:2005:x1815448312708096:12345-192.168.203.60@tcp:10:fsx.0 00010000:00010000:0.0:1731347580.458015:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458021:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.458023:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.458024:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.458027:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458031:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458035:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e07784e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.458042:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952840320 00000100:00100000:3.0:1731347580.458044:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952840320 00000100:00100000:3.0:1731347580.458058:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204818 00000100:00100000:3.0:1731347580.458061:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+192:3762:x1815447952840320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.458070:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13795 count 1 00002000:00010000:2.0:1731347580.458071:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347580.458073:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.458075:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:2.0:1731347580.458077:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00010000:00010000:3.0:1731347580.458078:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1731347580.458080:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 104 -> 104 00010000:00010000:3.0:1731347580.458087:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006a08aac0/0xb104f9478dff116b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952876 expref: 297 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.458093:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.458093:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+297:2005:x1815448312708096:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 79us (183us total) trans 4295367396 rc 0/0 00010000:00010000:3.0:1731347580.458095:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.458097:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.458099:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678323 00002000:00010000:2.0:1731347580.458102:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.458104:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d443800 with x1815448312708096 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.458108:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d443800. 00010000:00010000:3.0:1731347580.458110:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006a08aac0/0xb104f9478dff116b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952876 expref: 297 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.458115:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+35:3760:x1815447952836736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3082us (3107us total) trans 4295335848 rc 0/0 00010000:00010000:3.0:1731347580.458118:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006a08aac0/0xb104f9478dff116b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952876 expref: 296 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.458121:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204804 00000100:00100000:3.0:1731347580.458132:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952840448:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.458135:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a94b480/2, rc 0, transno 368552 00000100:00100000:2.0:1731347580.458141:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a94b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952836736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.458146:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.458161:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952837376:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.458171:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.458198:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.458202:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.458207:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312708224 00000100:00100000:3.0:1731347580.458208:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952840576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.458209:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312708224 00010000:00010000:0.0:1731347580.458216:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009862c900/0xb104f9478e00ac26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c323 expref: 297 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.458219:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+193:3763:x1815447952836224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3363us (3418us total) trans 4295367397 rc 0/0 00000100:00100000:3.0:1731347580.458223:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.458225:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204803 00000100:00100000:0.0:1731347580.458225:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290717 00000100:00100000:0.0:1731347580.458228:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+297:2004:x1815448312708224:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.458232:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.458234:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009862c900/0xb104f9478e00ac26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c323 expref: 297 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.458235:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952840576 00000100:00100000:2.0:1731347580.458238:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952840576 00010000:00010000:0.0:1731347580.458240:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009862c900/0xb104f9478e00ac26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c323 expref: 297 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.458246:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009862c900/0xb104f9478e00ac26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c323 expref: 297 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.458250:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204819 00010000:00010000:0.0:1731347580.458252:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.458252:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.458254:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3762:x1815447952840576:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.458254:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458258:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.458264:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11305 count 1 00010000:00010000:0.0:1731347580.458266:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.458273:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.458274:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+296:2004:x1815448312708224:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (77us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.458275:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.458277:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290717 00010000:00010000:3.0:1731347580.458281:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.458283:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081be5680/0xb104f9478e00ac1f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c32a expref: 283 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.458288:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.458289:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.458290:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.458292:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.458295:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.458301:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.458306:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.458306:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081be5680/0xb104f9478e00ac1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c32a expref: 283 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.458310:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.458313:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081be5680/0xb104f9478e00ac1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c32a expref: 283 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.458316:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.458321:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952840704:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.458325:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.458331:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e07785c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.458335:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8240 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.458351:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880098d4e300/2, rc 0, transno 400101 00000100:00100000:2.0:1731347580.458357:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098d4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952836224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.458433:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+193:3762:x1815447952837248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2182us (2215us total) trans 4295367398 rc 0/0 00000004:00080000:2.0:1731347580.458438:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d2300/2, rc 0, transno 400102 00000100:00100000:3.0:1731347580.458439:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204806 00000100:00100000:2.0:1731347580.458442:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952837248:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.458445:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458450:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458454:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458458:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458462:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458465:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.458467:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458471:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.458472:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952840832:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.458476:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458480:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077855 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.458489:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.458500:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.458503:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952840832 00000100:00100000:2.0:1731347580.458504:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952840960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.458505:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952840832 00000100:00100000:3.0:1731347580.458518:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204820 00000100:00100000:2.0:1731347580.458518:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.458522:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+193:3760:x1815447952840832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.458532:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15854 count 1 00010000:00010000:3.0:1731347580.458541:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.458550:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+36:3760:x1815447952836864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3453us (3481us total) trans 4295335849 rc 0/0 00010000:00010000:3.0:1731347580.458551:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094867180/0xb104f9478e00c62e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd32 expref: 295 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.458555:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204805 00010000:00010000:3.0:1731347580.458556:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.458558:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.458560:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.458560:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a948700/2, rc 0, transno 368553 00000100:00100000:0.0:1731347580.458564:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952840960 00000100:00100000:2.0:1731347580.458566:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952836864:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.458566:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952840960 00010000:00010000:3.0:1731347580.458574:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094867180/0xb104f9478e00c62e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd32 expref: 295 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.458580:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204821 00010000:00010000:3.0:1731347580.458582:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094867180/0xb104f9478e00c62e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd32 expref: 295 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.458584:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+194:3760:x1815447952840960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.458588:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.458591:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952841088:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.458593:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a94ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952841216:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.458594:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14716 count 1 00010000:00010000:0.0:1731347580.458603:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.458611:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.458611:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.458620:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952841216 00000100:00100000:3.0:1731347580.458623:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952841216 00000100:00100000:3.0:1731347580.458636:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204822 00000100:00100000:3.0:1731347580.458640:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3763:x1815447952841216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.458649:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13164 count 1 00010000:00010000:3.0:1731347580.458657:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.458666:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800863cdb00/0xb104f9478e00b502 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cbff expref: 283 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.458671:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.458671:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a9e880/0xb104f9478e003d7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965481 expref: 295 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.458672:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.458674:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.458681:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.458682:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.458685:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800863cdb00/0xb104f9478e00b502 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cbff expref: 283 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.458685:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.458693:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800863cdb00/0xb104f9478e00b502 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cbff expref: 283 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.458700:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952841344:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.458701:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a9e880/0xb104f9478e003d7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965481 expref: 295 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.458709:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a9e880/0xb104f9478e003d7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965481 expref: 295 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.458714:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.458718:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952841472:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.458736:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.458999:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952838016:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.459010:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459031:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952838144:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.459032:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952837888:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.459041:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459043:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459068:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.459082:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312708480 00000100:00100000:0.0:1731347580.459083:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.459085:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312708480 00000100:00100000:0.0:1731347580.459093:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312708352 00010000:00010000:2.0:1731347580.459094:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096322ac0/0xb104f9478e0032a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96499f expref: 284 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.459096:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312708352 00010000:00010000:0.0:1731347580.459108:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801154ef600/0xb104f9478dffc4fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dc00 expref: 285 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.459109:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290718 00000100:00100000:2.0:1731347580.459113:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2003:x1815448312708480:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.459119:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.459123:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096322ac0/0xb104f9478e0032a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96499f expref: 285 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.459124:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290719 00000100:00100000:0.0:1731347580.459129:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2004:x1815448312708352:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.459131:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096322ac0/0xb104f9478e0032a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96499f expref: 285 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.459135:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.459139:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801154ef600/0xb104f9478dffc4fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dc00 expref: 285 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.459142:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096322ac0/0xb104f9478e0032a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96499f expref: 285 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.459148:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801154ef600/0xb104f9478dffc4fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dc00 expref: 285 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.459150:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.459151:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.459153:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.459159:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459159:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801154ef600/0xb104f9478dffc4fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dc00 expref: 284 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.459168:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.459169:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.459169:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459172:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459177:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459178:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459184:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.459186:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+283:2003:x1815448312708480:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (118us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.459191:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459191:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.459192:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290718 00010000:00010000:3.0:1731347580.459197:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459204:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.459204:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459208:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+282:2004:x1815448312708352:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.459210:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.459210:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459213:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459214:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290719 00010000:00010000:2.0:1731347580.459217:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459219:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.459223:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459228:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459234:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07786a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.459234:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.459239:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.459241:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459243:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.459247:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.459254:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459255:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312708608 00000100:00100000:0.0:1731347580.459257:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312708608 00010000:00010000:2.0:1731347580.459260:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077863 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459266:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c03600/0xb104f9478e004c79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96637d expref: 282 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.459282:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290720 00000100:00100000:0.0:1731347580.459285:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+282:2004:x1815448312708608:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.459290:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.459294:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c03600/0xb104f9478e004c79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x496b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96637d expref: 282 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.459324:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+38:3761:x1815447952837632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2628us (2830us total) trans 4295335850 rc 0/0 00000100:00100000:3.0:1731347580.459330:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204808 00000100:00100000:2.0:1731347580.459336:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+38:3762:x1815447952837504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2645us (2924us total) trans 4295335851 rc 0/0 00000100:00100000:2.0:1731347580.459341:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204807 00010000:00010000:0.0:1731347580.459351:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c03600/0xb104f9478e004c79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x496b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96637d expref: 282 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.459359:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007965d500/2, rc 0, transno 368555 00010000:00010000:0.0:1731347580.459361:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c03600/0xb104f9478e004c79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x496b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96637d expref: 282 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.459364:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952837504:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.459366:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459367:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459369:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.459371:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952838400:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.459373:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459380:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459381:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.459390:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952841600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.459394:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+281:2004:x1815448312708608:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 108us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.459398:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290720 00000100:00100000:2.0:1731347580.459405:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.459408:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459412:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.459446:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007965f800/2, rc 0, transno 368554 00000100:00100000:2.0:1731347580.459452:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952837632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.459457:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120382d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952838912:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.459467:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459469:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459473:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.459475:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952841600 00010000:00010000:0.0:1731347580.459477:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.459478:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952841600 00010000:00010000:0.0:1731347580.459480:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.459482:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459486:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459491:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459495:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077871 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x496b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.459499:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204823 00000100:00100000:2.0:1731347580.459504:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+37:3763:x1815447952841600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.459514:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14277 count 1 00000100:00100000:3.0:1731347580.459518:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.459523:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.459528:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312708864 00000100:00100000:3.0:1731347580.459530:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312708864 00010000:00010000:2.0:1731347580.459532:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ad55680/0xb104f9478e00c07e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d77b expref: 280 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.459537:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.459539:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.459540:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098b76640/0xb104f9478e00c077 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d782 expref: 296 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.459541:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.459553:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290721 00010000:00010000:2.0:1731347580.459554:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ad55680/0xb104f9478e00c07e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d77b expref: 280 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.459558:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+296:2004:x1815448312708864:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.459563:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.459563:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ad55680/0xb104f9478e00c07e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d77b expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.459564:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:3761:x1815447952837760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2865us (2899us total) trans 4295335852 rc 0/0 00010000:00010000:3.0:1731347580.459567:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098b76640/0xb104f9478e00c077 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d782 expref: 296 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.459568:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204809 00000100:00100000:2.0:1731347580.459573:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952841856:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.459574:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098b76640/0xb104f9478e00c077 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d782 expref: 296 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.459585:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b76640/0xb104f9478e00c077 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x37c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d782 expref: 296 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.459589:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.459593:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.459594:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.459597:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459598:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.459603:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.459605:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c7480/2, rc 0, transno 368556 00000100:00100000:0.0:1731347580.459605:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312708736 00000100:00100000:0.0:1731347580.459607:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312708736 00000100:00100000:2.0:1731347580.459611:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952837760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.459614:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.459614:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009861d8c0/0xb104f9478e00b4fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc06 expref: 296 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.459615:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.459620:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952841728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.459623:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290722 00000100:00100000:0.0:1731347580.459625:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e775450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+296:2003:x1815448312708736:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.459628:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+296:2004:x1815448312708864:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (110us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.459630:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.459632:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009861d8c0/0xb104f9478e00b4fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x336c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc06 expref: 296 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.459635:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290721 00000100:00100000:2.0:1731347580.459635:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.459638:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009861d8c0/0xb104f9478e00b4fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x336c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc06 expref: 296 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.459645:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009861d8c0/0xb104f9478e00b4fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x336c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc06 expref: 295 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.459650:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459650:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459651:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459652:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459657:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459660:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.459662:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1731347580.459664:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.459667:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952841984:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.459668:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.459671:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459676:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459677:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e775450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+294:2003:x1815448312708736:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.459681:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290722 00010000:00010000:3.0:1731347580.459682:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80480 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.459682:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.459685:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459691:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459697:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952841728 00000100:00100000:0.0:1731347580.459699:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952841728 00010000:00010000:3.0:1731347580.459700:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459705:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952841984 00010000:00010000:3.0:1731347580.459706:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e07787f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459706:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952841984 00000100:00100000:0.0:1731347580.459712:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204824 00000100:00100000:0.0:1731347580.459714:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c0dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3761:x1815447952841728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.459718:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204825 00000100:00100000:2.0:1731347580.459722:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880128b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+39:3760:x1815447952841984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.459722:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12947 count 1 00010000:00010000:0.0:1731347580.459728:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.459733:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11706 count 1 00010000:00010000:0.0:1731347580.459735:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f6640/0xb104f9478e001d01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96340c expref: 280 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.459738:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459739:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459741:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.459742:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459749:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f6640/0xb104f9478e001d01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96340c expref: 280 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.459751:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d586c0/0xb104f9478dff2cca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543c7 expref: 280 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.459758:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459758:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f6640/0xb104f9478e001d01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96340c expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.459759:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.459761:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459763:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952842112:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.459790:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.459791:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1d586c0/0xb104f9478dff2cca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543c7 expref: 280 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.459800:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1d586c0/0xb104f9478dff2cca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543c7 expref: 280 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.459805:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+195:3761:x1815447952838656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2678us (2721us total) trans 4295367399 rc 0/0 00000100:00100000:2.0:1731347580.459809:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880128b90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952842240:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.459810:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204811 00000100:00100000:0.0:1731347580.459822:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952839168:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.459826:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8480 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.459827:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459830:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459834:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459841:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.459841:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005856300/2, rc 0, transno 400103 00010000:00010000:3.0:1731347580.459847:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.459848:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952838656:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.459853:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459856:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952839552:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.459859:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.459861:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459862:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.459868:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.459869:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952842368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.459877:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.459880:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.459883:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077878 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.459885:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.459895:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.459901:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312708992 00000100:00100000:0.0:1731347580.459902:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312708992 00010000:00010000:0.0:1731347580.459909:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011622bcc0/0xb104f9478e0051f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668fc expref: 282 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.459916:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312709120 00000100:00100000:0.0:1731347580.459917:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312709120 00002000:00010000:1.0:1731347580.459921:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3768437 -> 712794 00010000:00010000:0.0:1731347580.459921:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1cda880/0xb104f9478dff2cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543ce expref: 294 pid: 9552 timeout: 1676 lvb_type: 1 00002000:00010000:1.0:1731347580.459924:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.459926:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.459927:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.459928:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 800 -> 376 00000100:00100000:0.0:1731347580.459931:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290723 00000100:00100000:0.0:1731347580.459934:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+282:2003:x1815448312708992:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.459938:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.459940:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290724 00010000:00010000:0.0:1731347580.459940:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011622bcc0/0xb104f9478e0051f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668fc expref: 282 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.459943:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+282:2006:x1815448312707968:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1979us (2051us total) trans 4295335853 rc 0/0 00000100:00100000:2.0:1731347580.459945:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+294:2004:x1815448312709120:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.459945:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011622bcc0/0xb104f9478e0051f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668fc expref: 282 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.459947:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678322 00002000:00010000:1.0:1731347580.459949:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (712794->18446744073709551615) 00002000:00100000:1.0:1731347580.459951:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442680 with x1815448312707968 ext(712794->18446744073709551615) 00010000:00010000:2.0:1731347580.459952:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.459952:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011622bcc0/0xb104f9478e0051f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9668fc expref: 282 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00010000:1.0:1731347580.459954:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d442680. 00010000:00010000:2.0:1731347580.459956:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1cda880/0xb104f9478dff2cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2dba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543ce expref: 294 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.459957:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459958:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.459959:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459964:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.459965:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1cda880/0xb104f9478dff2cc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2dba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543ce expref: 294 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.459969:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+195:3762:x1815447952838272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3083us (3111us total) trans 4295367400 rc 0/0 00010000:00010000:0.0:1731347580.459970:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.459975:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204810 00010000:00010000:2.0:1731347580.459976:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1cda880/0xb104f9478dff2cc3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2dba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543ce expref: 294 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.459980:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+280:2003:x1815448312708992:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (100us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.459983:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.459984:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290723 00010000:00010000:2.0:1731347580.459985:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.459986:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005857800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952839424:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.459987:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.459991:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952842368 00000100:00100000:3.0:1731347580.459993:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952842368 00010000:00010000:0.0:1731347580.459993:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.459994:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.459994:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.459997:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460001:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460004:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.460005:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204826 00010000:00010000:2.0:1731347580.460006:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.460008:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.460009:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+195:3762:x1815447952842368:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.460011:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.460013:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460015:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952839680:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.460016:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.460018:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10272 count 1 00010000:00010000:1.0:1731347580.460020:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460021:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+293:2004:x1815448312709120:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (125us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.460021:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460024:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077886 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460027:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460030:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290724 00010000:00010000:3.0:1731347580.460035:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800afe89f80/0xb104f9478dff0245 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951950 expref: 293 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.460039:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f45180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15938:1815447952839936:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.460041:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.460042:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.460044:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.460044:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460044:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.460050:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460056:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.460057:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460058:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800afe89f80/0xb104f9478dff0245 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951950 expref: 292 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.460063:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312709376 00010000:00010000:2.0:1731347580.460064:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460065:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312709376 00010000:00010000:3.0:1731347580.460066:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800afe89f80/0xb104f9478dff0245 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951950 expref: 292 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.460070:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460073:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011fe99b00/0xb104f9478e00c762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de5f expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.460075:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952842496:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.460075:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.460078:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460083:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290725 00010000:00010000:2.0:1731347580.460084:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460085:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+280:2004:x1815448312709376:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.460089:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.460092:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.460092:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460092:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011fe99b00/0xb104f9478e00c762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de5f expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.460097:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011fe99b00/0xb104f9478e00c762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de5f expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.460097:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3762:x1815447952838528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2829us (2856us total) trans 4295335854 rc 0/0 00010000:00010000:2.0:1731347580.460099:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077894 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460102:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204812 00010000:00010000:1.0:1731347580.460104:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011fe99b00/0xb104f9478e00c762 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96de5f expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.460109:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460110:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460112:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460116:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.460117:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.460124:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.460130:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312709248 00000100:00100000:0.0:1731347580.460132:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312709248 00000100:00100000:1.0:1731347580.460134:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+279:2004:x1815448312709376:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.460137:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290725 00010000:00010000:0.0:1731347580.460139:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091328240/0xb104f9478e001d08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963405 expref: 293 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.460142:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.460150:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312709504 00000100:00100000:1.0:1731347580.460152:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312709504 00000100:00100000:0.0:1731347580.460153:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290726 00000100:00100000:0.0:1731347580.460155:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+294:2004:x1815448312709248:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.460157:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5dc240/0xb104f9478e005a4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967153 expref: 294 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.460159:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.460161:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091328240/0xb104f9478e001d08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3293:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963405 expref: 294 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.460167:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091328240/0xb104f9478e001d08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3293:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963405 expref: 294 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.460174:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290727 00010000:00010000:0.0:1731347580.460174:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091328240/0xb104f9478e001d08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3293:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963405 expref: 294 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.460177:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+294:2004:x1815448312709504:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.460179:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.460180:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460181:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.460181:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460183:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d5dc240/0xb104f9478e005a4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x470e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967153 expref: 293 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460186:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+196:3762:x1815447952839040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2788us (2850us total) trans 4295367401 rc 0/0 00010000:00010000:0.0:1731347580.460186:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460188:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d5dc240/0xb104f9478e005a4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x470e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967153 expref: 293 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460192:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204814 00010000:00010000:0.0:1731347580.460193:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.460195:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d5dc240/0xb104f9478e005a4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x470e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967153 expref: 293 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.460196:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952840192:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.460200:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460201:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460203:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460203:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+292:2004:x1815448312709248:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (87us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.460206:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460207:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460207:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290726 00000004:00080000:2.0:1731347580.460211:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120380000/2, rc 0, transno 400105 00010000:00010000:1.0:1731347580.460214:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.460216:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952839040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.460223:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+291:2004:x1815448312709504:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (82us total) trans 0 rc 0/0 00000004:00080000:2.0:1731347580.460224:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120380700/2, rc 0, transno 368558 00000100:00100000:2.0:1731347580.460229:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952838528:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.460229:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290727 00000004:00080000:2.0:1731347580.460236:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005855180/2, rc 0, transno 400104 00010000:00010000:1.0:1731347580.460238:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460239:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952838272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.460241:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952840448:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.460242:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460246:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460249:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460250:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460253:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460255:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952840704:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.460256:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.460258:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460262:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460262:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460267:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460270:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e07789b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460279:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.460280:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952841088:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.460281:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952842624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.460287:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312709760 00010000:00010000:3.0:1731347580.460288:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460288:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312709760 00010000:00010000:0.0:1731347580.460295:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006a08aac0/0xb104f9478dff116b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952876 expref: 291 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460297:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.460303:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290728 00000100:00100000:0.0:1731347580.460305:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+291:2003:x1815448312709760:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.460309:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.460311:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.460311:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006a08aac0/0xb104f9478dff116b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952876 expref: 291 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460313:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952842624 00000100:00100000:2.0:1731347580.460315:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952842624 00010000:00010000:0.0:1731347580.460316:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006a08aac0/0xb104f9478dff116b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952876 expref: 291 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.460323:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006a08aac0/0xb104f9478dff116b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952876 expref: 291 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.460327:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.460328:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.460329:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204827 00010000:00010000:0.0:1731347580.460329:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.460331:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460333:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+196:3763:x1815447952842624:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.460335:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312709632 00010000:00010000:0.0:1731347580.460335:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.460337:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312709632 00000100:00100000:1.0:1731347580.460338:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+40:3762:x1815447952839296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2848us (2974us total) trans 4295335855 rc 0/0 00000100:00100000:1.0:1731347580.460342:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204815 00010000:00010000:0.0:1731347580.460342:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1731347580.460343:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14145 count 1 00010000:00010000:3.0:1731347580.460346:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aa0cd8c0/0xb104f9478dffd25b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e966 expref: 279 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.460351:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460351:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+290:2003:x1815448312709760:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (71us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.460354:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460354:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290728 00010000:00010000:1.0:1731347580.460358:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460359:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312709888 00010000:00010000:2.0:1731347580.460360:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099031d40/0xb104f9478dfeee56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95055a expref: 289 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.460360:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312709888 00000100:00100000:3.0:1731347580.460362:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290729 00010000:00010000:1.0:1731347580.460362:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460365:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081be5680/0xb104f9478e00ac1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c32a expref: 280 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.460366:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460366:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.460367:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e777c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+280:2004:x1815448312709632:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.460367:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.460370:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460370:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460372:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.460373:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.460374:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460374:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290730 00010000:00010000:3.0:1731347580.460376:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aa0cd8c0/0xb104f9478dffd25b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e966 expref: 280 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.460376:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+280:2004:x1815448312709888:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.460378:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460379:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.460381:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081be5680/0xb104f9478e00ac1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c32a expref: 280 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.460383:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460384:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aa0cd8c0/0xb104f9478dffd25b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e966 expref: 280 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.460384:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099031d40/0xb104f9478dfeee56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95055a expref: 289 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.460386:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081be5680/0xb104f9478e00ac1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c32a expref: 280 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.460387:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e07788d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.460391:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099031d40/0xb104f9478dfeee56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95055a expref: 289 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.460393:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081be5680/0xb104f9478e00ac1f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c32a expref: 280 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.460395:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aa0cd8c0/0xb104f9478dffd25b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e966 expref: 280 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460400:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952843008:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.460400:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.460401:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.460403:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.460403:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460404:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.460406:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460407:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460413:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460413:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.460435:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+278:2004:x1815448312709888:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 58us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.460438:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290730 00000100:00100000:2.0:1731347580.460440:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.460441:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.460449:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.460454:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e777c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+277:2004:x1815448312709632:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (142us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.460454:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460458:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.460459:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290729 00010000:00010000:0.0:1731347580.460461:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460465:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460471:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.460473:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460477:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460480:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+197:3760:x1815447952838784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3123us (3164us total) trans 4295367402 rc 0/0 00010000:00010000:0.0:1731347580.460482:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460483:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460484:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204813 00010000:00010000:0.0:1731347580.460485:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0778b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460489:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460495:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460495:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460499:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460501:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460503:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460507:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460507:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460511:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460512:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.460514:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460514:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.460515:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460519:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460520:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460525:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460528:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460529:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e0778a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460534:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e0778a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460546:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+40:3762:x1815447952840576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2291us (2322us total) trans 4295335856 rc 0/0 00000100:00100000:0.0:1731347580.460550:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204819 00000004:00080000:2.0:1731347580.460563:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f47b80/2, rc 0, transno 368560 00000100:00100000:2.0:1731347580.460570:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952840576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.460575:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:2.0:1731347580.460578:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120381180/2, rc 0, transno 368559 00000100:00100000:2.0:1731347580.460581:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952839296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.460583:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312710016 00000100:00100000:0.0:1731347580.460585:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312710016 00010000:00010000:0.0:1731347580.460591:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094867180/0xb104f9478e00c62e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd32 expref: 290 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.460592:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+197:3760:x1815447952839808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2885us (2919us total) trans 4295367403 rc 0/0 00000100:00100000:1.0:1731347580.460595:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204816 00000100:00100000:0.0:1731347580.460599:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290731 00000100:00100000:0.0:1731347580.460602:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+290:2004:x1815448312710016:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.460606:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.460608:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094867180/0xb104f9478e00c62e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd32 expref: 290 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460612:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952843264:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.460614:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094867180/0xb104f9478e00c62e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd32 expref: 290 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.460620:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094867180/0xb104f9478e00c62e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd32 expref: 290 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.460625:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+40:3761:x1815447952840064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2732us (2768us total) trans 4295335857 rc 0/0 00010000:00010000:0.0:1731347580.460625:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.460626:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952841344:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.460626:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.460627:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460628:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.460631:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204817 00010000:00010000:0.0:1731347580.460631:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460633:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460639:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1731347580.460639:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.460642:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952843264 00000100:00100000:2.0:1731347580.460643:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952843136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.460644:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952843264 00000100:00100000:0.0:1731347580.460646:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+289:2004:x1815448312710016:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.460649:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290731 00000100:00100000:3.0:1731347580.460657:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204828 00000100:00100000:2.0:1731347580.460658:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.460658:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460659:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952841472:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.460661:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+40:3763:x1815447952843264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.460663:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460665:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460666:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.460670:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15854 count 1 00010000:00010000:0.0:1731347580.460671:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460672:0:15938:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952843136 00000100:00100000:1.0:1731347580.460674:0:15938:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952843136 00010000:00010000:0.0:1731347580.460674:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460677:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83180 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.460678:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ea34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952842880:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.460679:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460679:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.460682:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460683:0:15938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204829 00000100:00100000:1.0:1731347580.460686:0:15938:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+41:3763:x1815447952843136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.460687:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460688:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880088eaaac0/0xb104f9478e00c627 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd2b expref: 276 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.460690:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0778be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460692:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1731347580.460694:0:15938:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13795 count 1 00010000:00010000:3.0:1731347580.460695:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.460696:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.460698:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460700:0:15938:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.460706:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f45880/2, rc 0, transno 368561 00000100:00100000:2.0:1731347580.460710:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952840064:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.460710:0:15938:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aff2eac0/0xb104f9478dff1172 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95286f expref: 276 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.460711:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880088eaaac0/0xb104f9478e00c627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd2b expref: 276 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.460713:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460714:0:15938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.460716:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.460716:0:15938:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460720:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880088eaaac0/0xb104f9478e00c627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd2b expref: 276 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460720:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952842752:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.460725:0:15938:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aff2eac0/0xb104f9478dff1172 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95286f expref: 276 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.460728:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952843392:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.460730:0:15938:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aff2eac0/0xb104f9478dff1172 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95286f expref: 276 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460734:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.460736:0:15938:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952843520:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.460740:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0f00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.460746:0:15938:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0a80 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.460749:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460753:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952842880 00000100:00100000:1.0:1731347580.460754:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952842880 00010000:00010000:3.0:1731347580.460755:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460762:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460763:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952842752 00000100:00100000:1.0:1731347580.460764:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952842752 00000100:00100000:2.0:1731347580.460767:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204830 00000100:00100000:0.0:1731347580.460779:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+198:3760:x1815447952840832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2246us (2279us total) trans 4295367404 rc 0/0 00010000:00010000:3.0:1731347580.460783:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.460787:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204820 00000100:00100000:2.0:1731347580.460788:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3761:x1815447952842880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.460790:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460790:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204831 00000100:00100000:1.0:1731347580.460792:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+197:3761:x1815447952842752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.460795:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.460798:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.460798:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18190 count 1 00002000:00080000:1.0:1731347580.460799:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16384 count 1 00010000:00010000:3.0:1731347580.460804:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460805:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.460806:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460811:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133d09d40/0xb104f9478e005ff1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676fc expref: 288 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.460813:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460815:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.460816:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801236dad00/0xb104f9478e005a56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96715a expref: 276 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.460816:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.460816:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.460817:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460819:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0778b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.460822:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.460823:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.460823:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312710144 00010000:00010000:2.0:1731347580.460825:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460825:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133d09d40/0xb104f9478e005ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676fc expref: 288 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.460825:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312710144 00010000:00010000:1.0:1731347580.460830:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133d09d40/0xb104f9478e005ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676fc expref: 288 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.460832:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800863cdb00/0xb104f9478e00b502 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cbff expref: 277 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.460835:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952843776:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.460839:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801236dad00/0xb104f9478e005a56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96715a expref: 277 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.460841:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290732 00000100:00100000:0.0:1731347580.460843:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+277:2004:x1815448312710144:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.460845:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0840 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.460848:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801236dad00/0xb104f9478e005a56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96715a expref: 277 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.460848:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.460850:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800863cdb00/0xb104f9478e00b502 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x336c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cbff expref: 277 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.460855:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800863cdb00/0xb104f9478e00b502 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x336c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cbff expref: 277 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460856:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800673ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952843904:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.460862:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800863cdb00/0xb104f9478e00b502 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x336c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cbff expref: 277 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.460867:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.460868:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.460870:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.460870:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460871:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.460874:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.460877:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312710272 00000100:00100000:1.0:1731347580.460879:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312710272 00010000:00010000:0.0:1731347580.460881:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.460883:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800673ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952843648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.460886:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a9e880/0xb104f9478e003d7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965481 expref: 289 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.460889:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+276:2004:x1815448312710144:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.460892:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290732 00000100:00100000:1.0:1731347580.460896:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290733 00000100:00100000:2.0:1731347580.460898:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.460899:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+289:2004:x1815448312710272:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.460903:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.460905:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+198:3762:x1815447952840320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2842us (2880us total) trans 4295367405 rc 0/0 00010000:00010000:1.0:1731347580.460905:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a9e880/0xb104f9478e003d7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965481 expref: 289 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.460911:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204818 00000004:00080000:2.0:1731347580.460913:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f44e00/2, rc 0, transno 400108 00010000:00010000:1.0:1731347580.460914:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a9e880/0xb104f9478e003d7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965481 expref: 289 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.460918:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952840832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.460921:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952843648 00010000:00010000:1.0:1731347580.460921:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a9e880/0xb104f9478e003d7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965481 expref: 289 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.460924:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952843648 00010000:00010000:1.0:1731347580.460926:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460927:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460929:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460933:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.460936:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204832 00000100:00100000:3.0:1731347580.460940:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:3760:x1815447952843648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.460940:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1731347580.460943:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f44700/2, rc 0, transno 400109 00000100:00100000:2.0:1731347580.460948:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952840320:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.460949:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14716 count 1 00000100:00100000:1.0:1731347580.460951:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+288:2004:x1815448312710272:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.460954:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290733 00010000:00010000:3.0:1731347580.460957:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460967:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081514d80/0xb104f9478e003d84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965488 expref: 275 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.460967:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.460967:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460972:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800673ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952844160:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.460973:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.460974:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.460974:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460976:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460980:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.460989:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.460990:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081514d80/0xb104f9478e003d84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965488 expref: 275 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.460991:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.460997:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.460998:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081514d80/0xb104f9478e003d84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965488 expref: 275 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.461001:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952844160 00010000:00010000:1.0:1731347580.461003:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80b40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.461004:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952844160 00000100:00100000:3.0:1731347580.461006:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952844288:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.461006:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.461009:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f47100/2, rc 0, transno 400107 00010000:00010000:1.0:1731347580.461013:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461014:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952839808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.461014:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204833 00000100:00100000:0.0:1731347580.461017:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+198:3763:x1815447952844160:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.461021:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005856d80/2, rc 0, transno 400106 00010000:00010000:1.0:1731347580.461021:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461024:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952838784:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.461024:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13465 count 1 00000100:00100000:3.0:1731347580.461026:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.461027:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0778cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x336c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461030:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.461031:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461034:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800673eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952844032:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.461038:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaad0480/0xb104f9478dff7c47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959352 expref: 287 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.461042:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.461043:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.461045:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461048:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.461054:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaad0480/0xb104f9478dff7c47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959352 expref: 287 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.461059:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaad0480/0xb104f9478dff7c47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959352 expref: 287 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.461064:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952844416:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.461073:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952844032 00000100:00100000:3.0:1731347580.461076:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952844032 00000100:00100000:0.0:1731347580.461077:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.461095:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.461099:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204834 00000100:00100000:2.0:1731347580.461101:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800673ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952844544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.461103:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+199:3760:x1815447952844032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.461112:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18780 count 1 00010000:00010000:3.0:1731347580.461121:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461121:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.461124:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3763:x1815447952841216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2482us (2511us total) trans 4295335858 rc 0/0 00000100:00100000:1.0:1731347580.461131:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204822 00010000:00010000:3.0:1731347580.461135:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaffe880/0xb104f9478dffbabb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1bf expref: 287 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.461135:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952844544 00000100:00100000:0.0:1731347580.461138:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952844544 00010000:00010000:3.0:1731347580.461141:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.461142:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1731347580.461142:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007a94ad80/2, rc 0, transno 368562 00010000:00010000:3.0:1731347580.461145:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461146:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a94ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952841216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.461147:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.461148:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204835 00000100:00100000:0.0:1731347580.461151:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+200:3762:x1815447952844544:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.461154:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.461158:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15182 count 1 00010000:00010000:3.0:1731347580.461159:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaffe880/0xb104f9478dffbabb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1bf expref: 287 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.461161:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461164:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461166:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952844928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.461167:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaffe880/0xb104f9478dffbabb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1bf expref: 287 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.461167:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461171:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880064e3b3c0/0xb104f9478dfecc91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e395 expref: 287 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.461173:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461175:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.461175:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.461176:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952844800:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.461177:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.461178:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143aac0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.461180:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.461180:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.461184:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461186:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880064e3b3c0/0xb104f9478dfecc91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e395 expref: 287 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.461190:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461191:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880064e3b3c0/0xb104f9478dfecc91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e395 expref: 287 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.461193:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.461193:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.461194:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0778c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.461196:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952845056:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.461198:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800673ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952844672:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.461208:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebc00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.461214:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.461219:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952844928 00000100:00100000:0.0:1731347580.461220:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952844928 00000100:00100000:0.0:1731347580.461228:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952844672 00000100:00100000:0.0:1731347580.461229:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952844672 00000100:00100000:0.0:1731347580.461237:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204836 00000100:00100000:0.0:1731347580.461239:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3761:x1815447952844928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.461245:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10272 count 1 00010000:00010000:0.0:1731347580.461250:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461251:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204837 00000100:00100000:2.0:1731347580.461256:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+202:3761:x1815447952844672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.461259:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aff50000/0xb104f9478dff024c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951949 expref: 275 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.461263:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.461264:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.461265:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.461267:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17484 count 1 00010000:00010000:0.0:1731347580.461274:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aff50000/0xb104f9478dff024c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951949 expref: 275 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.461275:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.461276:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+202:3760:x1815447952840960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2690us (2755us total) trans 4295367406 rc 0/0 00000100:00100000:1.0:1731347580.461282:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204821 00010000:00010000:0.0:1731347580.461282:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aff50000/0xb104f9478dff024c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951949 expref: 275 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.461285:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800984b9d40/0xb104f9478e003469 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b74 expref: 287 pid: 15960 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.461287:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f45f80/2, rc 0, transno 400110 00000100:00100000:0.0:1731347580.461290:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132742d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952845184:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.461291:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.461292:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.461294:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952840960:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.461295:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.461309:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800984b9d40/0xb104f9478e003469 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b74 expref: 287 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.461317:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800984b9d40/0xb104f9478e003469 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b74 expref: 287 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.461325:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952845312:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.461359:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8780 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.461366:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.461381:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.461387:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952845440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.461402:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.461433:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952845440 00000100:00100000:0.0:1731347580.461436:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952845440 00000100:00100000:0.0:1731347580.461452:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204838 00000100:00100000:0.0:1731347580.461456:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+202:3763:x1815447952845440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.461467:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15513 count 1 00010000:00010000:0.0:1731347580.461475:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461483:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801236d9d40/0xb104f9478e0059f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f1 expref: 287 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.461494:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.461495:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.461497:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461510:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801236d9d40/0xb104f9478e0059f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f1 expref: 287 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.461518:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801236d9d40/0xb104f9478e0059f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f1 expref: 287 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.461526:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132742a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952845568:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.461601:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.461680:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880128b90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952842240:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.461691:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.461719:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952842112:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.461727:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461736:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.461741:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952841856:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.461749:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.461750:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312710400 00010000:00010000:0.0:1731347580.461751:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.461753:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312710400 00000100:00100000:1.0:1731347580.461760:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312710656 00000100:00100000:1.0:1731347580.461762:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312710656 00010000:00010000:3.0:1731347580.461763:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ad55680/0xb104f9478e00c07e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d77b expref: 276 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.461786:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f6640/0xb104f9478e001d01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96340c expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.461796:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290734 00000100:00100000:1.0:1731347580.461800:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290735 00000100:00100000:3.0:1731347580.461801:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+277:2004:x1815448312710400:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.461803:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+277:2004:x1815448312710656:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.461807:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.461808:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.461811:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ad55680/0xb104f9478e00c07e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d77b expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.461811:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f6640/0xb104f9478e001d01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3293:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96340c expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.461816:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f6640/0xb104f9478e001d01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3293:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96340c expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.461819:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ad55680/0xb104f9478e00c07e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d77b expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.461824:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f6640/0xb104f9478e001d01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3293:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96340c expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.461829:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ad55680/0xb104f9478e00c07e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d77b expref: 276 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.461829:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.461830:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.461831:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.461836:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.461836:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.461837:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.461839:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.461845:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.461853:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.461857:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.461863:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461871:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.461872:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+275:2004:x1815448312710400:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.461872:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+275:2004:x1815448312710656:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.461877:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290734 00000100:00100000:1.0:1731347580.461880:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290735 00000100:00100000:3.0:1731347580.461895:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952842496:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.461904:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461941:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461954:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461960:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.461960:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461965:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143ad00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.461967:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461973:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.461977:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.461977:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312710528 00000100:00100000:1.0:1731347580.461981:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312710528 00010000:00010000:0.0:1731347580.461981:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.461987:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e0778da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.461991:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312710784 00010000:00010000:1.0:1731347580.461991:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1d586c0/0xb104f9478dff2cca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543c7 expref: 274 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.461994:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312710784 00010000:00010000:3.0:1731347580.462002:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800afe89f80/0xb104f9478dff0245 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951950 expref: 288 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.462003:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290736 00000100:00100000:1.0:1731347580.462006:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e777850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+274:2004:x1815448312710528:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.462010:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.462012:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1d586c0/0xb104f9478dff2cca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543c7 expref: 274 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.462015:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290737 00010000:00010000:1.0:1731347580.462018:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1d586c0/0xb104f9478dff2cca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543c7 expref: 274 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.462020:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+288:2004:x1815448312710784:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.462025:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d586c0/0xb104f9478dff2cca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9543c7 expref: 274 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.462026:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.462029:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800afe89f80/0xb104f9478dff0245 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951950 expref: 288 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.462030:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462031:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462033:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462037:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800afe89f80/0xb104f9478dff0245 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951950 expref: 288 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.462040:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462046:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800afe89f80/0xb104f9478dff0245 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951950 expref: 288 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.462048:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.462054:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.462056:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.462058:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462058:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.462061:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e777850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+273:2004:x1815448312710528:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (102us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.462064:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.462064:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290736 00010000:00010000:3.0:1731347580.462065:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462071:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462077:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462082:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.462083:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.462086:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3761:x1815447952841728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2369us (2449us total) trans 4295335859 rc 0/0 00010000:00010000:2.0:1731347580.462089:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.462091:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.462092:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204824 00000100:00100000:3.0:1731347580.462097:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+287:2004:x1815448312710784:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (118us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.462098:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.462102:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290737 00010000:00010000:2.0:1731347580.462107:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462107:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462113:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221f80/0xb104f9478e0778e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462114:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462115:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462122:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462122:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462128:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462128:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462133:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462134:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462138:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462139:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.462143:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.462143:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462145:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462151:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462163:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462168:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e0778e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462210:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462222:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.462226:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+45:3760:x1815447952841984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2502us (2542us total) trans 4295335860 rc 0/0 00010000:00010000:0.0:1731347580.462227:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0778d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.462232:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204825 00000100:00100000:1.0:1731347580.462241:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952843008:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.462243:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+203:3762:x1815447952842368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2233us (2357us total) trans 4295367407 rc 0/0 00010000:00010000:1.0:1731347580.462248:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.462249:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204826 00000004:00080000:2.0:1731347580.462254:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c0dea00/2, rc 0, transno 368563 00000100:00100000:2.0:1731347580.462260:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952841728:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.462265:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d1500/2, rc 0, transno 400111 00000100:00100000:3.0:1731347580.462271:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952842368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.462271:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.462283:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c0dc700/2, rc 0, transno 368564 00000100:00100000:3.0:1731347580.462288:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952841984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.462295:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952845824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.462295:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952845696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.462315:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.462317:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+45:3763:x1815447952841600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2811us (2910us total) trans 4295335861 rc 0/0 00000100:00100000:0.0:1731347580.462323:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204823 00000100:00100000:1.0:1731347580.462328:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.462333:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952845824 00000100:00100000:0.0:1731347580.462336:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952845824 00000100:00100000:2.0:1731347580.462339:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.462340:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312710912 00000100:00100000:1.0:1731347580.462343:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312710912 00000100:00100000:0.0:1731347580.462348:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952845696 00000100:00100000:0.0:1731347580.462350:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952845696 00010000:00010000:1.0:1731347580.462353:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099031d40/0xb104f9478dfeee56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95055a expref: 287 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.462354:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005856a00/2, rc 0, transno 368565 00000100:00100000:3.0:1731347580.462355:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952843392:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.462359:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952841600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.462360:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204839 00010000:00010000:3.0:1731347580.462364:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.462364:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+203:3760:x1815447952845824:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.462367:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312711040 00000100:00100000:1.0:1731347580.462369:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312711040 00002000:00080000:0.0:1731347580.462375:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11704 count 1 00010000:00010000:1.0:1731347580.462377:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880088eaaac0/0xb104f9478e00c627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd2b expref: 273 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.462378:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.462383:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952845952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.462385:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204840 00000100:00100000:2.0:1731347580.462389:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+45:3763:x1815447952845696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.462391:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290738 00000100:00100000:1.0:1731347580.462395:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+287:2004:x1815448312710912:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1731347580.462399:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14145 count 1 00000100:00100000:3.0:1731347580.462400:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.462405:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.462408:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462409:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099031d40/0xb104f9478dfeee56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95055a expref: 287 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.462432:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952846080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.462434:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099031d40/0xb104f9478dfeee56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95055a expref: 287 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.462435:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800672e0240/0xb104f9478dfeee4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950553 expref: 273 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.462441:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.462442:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462442:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099031d40/0xb104f9478dfeee56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95055a expref: 287 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.462445:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462448:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.462449:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.462449:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.462450:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462451:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462455:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462460:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800672e0240/0xb104f9478dfeee4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950553 expref: 273 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.462460:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b3f3c0/0xb104f9478e002558 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c5c expref: 286 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.462463:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.462466:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952845952 00010000:00010000:0.0:1731347580.462466:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.462467:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.462469:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952845952 00010000:00010000:0.0:1731347580.462470:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462473:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800672e0240/0xb104f9478dfeee4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950553 expref: 273 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.462476:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+286:2004:x1815448312710912:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 81us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.462480:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290738 00000100:00100000:3.0:1731347580.462482:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952846080 00000100:00100000:2.0:1731347580.462482:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952846208:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.462484:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952846080 00000100:00100000:1.0:1731347580.462487:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290739 00010000:00010000:0.0:1731347580.462487:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8b3f3c0/0xb104f9478e002558 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c5c expref: 285 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.462490:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+273:2003:x1815448312711040:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.462494:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204841 00010000:00010000:1.0:1731347580.462494:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.462496:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880088eaaac0/0xb104f9478e00c627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd2b expref: 273 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.462496:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8b3f3c0/0xb104f9478e002558 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c5c expref: 285 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.462498:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:3760:x1815447952845952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.462500:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8240 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.462502:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880088eaaac0/0xb104f9478e00c627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd2b expref: 273 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.462504:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132740a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952846336:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.462508:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16384 count 1 00010000:00010000:1.0:1731347580.462508:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880088eaaac0/0xb104f9478e00c627 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dd2b expref: 273 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.462512:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462513:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462515:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462517:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462519:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.462522:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb180 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.462525:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.462527:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013517c6c0/0xb104f9478e005ff8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676f5 expref: 272 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.462533:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.462533:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+272:2003:x1815448312711040:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (207us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.462534:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.462536:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.462536:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290739 00000100:00100000:0.0:1731347580.462536:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204842 00000100:00100000:0.0:1731347580.462540:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+47:3762:x1815447952846080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.462544:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.462545:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952843776:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.462549:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462550:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013517c6c0/0xb104f9478e005ff8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676f5 expref: 271 pid: 15918 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1731347580.462550:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18780 count 1 00010000:00010000:1.0:1731347580.462553:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462555:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462558:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013517c6c0/0xb104f9478e005ff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676f5 expref: 271 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.462558:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462560:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462564:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.462566:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952846464:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.462567:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.462568:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462568:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ab076640/0xb104f9478dffbac2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1c6 expref: 271 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.462572:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462574:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.462575:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462577:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462578:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462580:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0778ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.462583:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0f00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.462591:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ab076640/0xb104f9478dffbac2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1c6 expref: 271 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.462596:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462598:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ab076640/0xb104f9478dffbac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1c6 expref: 271 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.462599:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800673ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952843904:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.462603:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.462605:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952846592:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.462608:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462610:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462616:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462622:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.462622:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebb40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.462627:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.462630:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462637:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.462644:0:15938:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15938:1815447952843520:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.462646:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462652:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0778f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462653:0:15938:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.462653:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+204:3763:x1815447952842624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2319us (2354us total) trans 4295367408 rc 0/0 00000100:00100000:1.0:1731347580.462656:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204827 00000004:00080000:2.0:1731347580.462671:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d1f80/2, rc 0, transno 400112 00000100:00100000:2.0:1731347580.462677:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952842624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.462683:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.462692:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.462696:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952844288:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.462697:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312711424 00000100:00100000:1.0:1731347580.462699:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312711424 00000100:00100000:2.0:1731347580.462703:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952846720:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.462705:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aff2eac0/0xb104f9478dff1172 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95286f expref: 272 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.462707:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.462712:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312711552 00000100:00100000:1.0:1731347580.462714:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312711552 00010000:00010000:1.0:1731347580.462717:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081514d80/0xb104f9478e003d84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965488 expref: 273 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.462722:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.462724:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290740 00000100:00100000:1.0:1731347580.462726:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+273:2003:x1815448312711424:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.462730:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.462733:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aff2eac0/0xb104f9478dff1172 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95286f expref: 273 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.462738:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aff2eac0/0xb104f9478dff1172 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95286f expref: 273 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.462742:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290741 00010000:00010000:1.0:1731347580.462744:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aff2eac0/0xb104f9478dff1172 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95286f expref: 273 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.462748:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+273:2003:x1815448312711552:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.462749:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.462750:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+48:3763:x1815447952843264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2088us (2121us total) trans 4295335862 rc 0/0 00010000:00010000:1.0:1731347580.462750:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462752:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.462755:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204828 00010000:00010000:2.0:1731347580.462755:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.462755:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462759:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081514d80/0xb104f9478e003d84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965488 expref: 272 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.462764:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952846720 00010000:00010000:1.0:1731347580.462766:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.462767:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952846720 00010000:00010000:2.0:1731347580.462767:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081514d80/0xb104f9478e003d84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965488 expref: 272 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.462790:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+272:2003:x1815448312711424:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.462793:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290740 00010000:00010000:2.0:1731347580.462796:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081514d80/0xb104f9478e003d84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965488 expref: 272 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.462797:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204843 00000100:00100000:3.0:1731347580.462800:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+204:3763:x1815447952846720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.462805:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.462806:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.462808:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.462810:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19216 count 1 00000100:00100000:1.0:1731347580.462811:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.462815:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.462817:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.462821:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.462824:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312711168 00010000:00010000:3.0:1731347580.462826:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098d01b00/0xb104f9478dffa3e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bae3 expref: 285 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.462826:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312711296 00010000:00010000:2.0:1731347580.462827:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.462828:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312711296 00000100:00100000:0.0:1731347580.462828:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312711168 00010000:00010000:3.0:1731347580.462831:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.462833:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462834:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801236dad00/0xb104f9478e005a56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96715a expref: 271 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.462835:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462839:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133d09d40/0xb104f9478e005ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676fc expref: 286 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.462842:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+271:2003:x1815448312711552:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 93us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.462842:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290742 00000100:00100000:1.0:1731347580.462844:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e776850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+271:2003:x1815448312711296:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.462848:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098d01b00/0xb104f9478dffa3e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bae3 expref: 286 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.462848:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290741 00010000:00010000:1.0:1731347580.462848:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.462850:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801236dad00/0xb104f9478e005a56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x470e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96715a expref: 271 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.462856:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098d01b00/0xb104f9478dffa3e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bae3 expref: 286 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.462856:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801236dad00/0xb104f9478e005a56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x470e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96715a expref: 270 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.462860:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290743 00010000:00010000:1.0:1731347580.462862:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801236dad00/0xb104f9478e005a56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x470e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96715a expref: 270 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.462864:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952846848:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.462865:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+286:2003:x1815448312711168:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.462867:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462868:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462869:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462870:0:15938:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462871:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.462874:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462875:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133d09d40/0xb104f9478e005ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676fc expref: 286 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.462876:0:15938:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.462880:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.462881:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.462883:0:15938:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462883:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133d09d40/0xb104f9478e005ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676fc expref: 286 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.462889:0:15938:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.462890:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e776850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+269:2003:x1815448312711296:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.462893:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290742 00010000:00010000:2.0:1731347580.462895:0:15938:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462896:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133d09d40/0xb104f9478e005ff1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676fc expref: 286 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.462901:0:15938:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae21c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.462901:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462904:0:15938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462904:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.462905:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.462906:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462908:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462910:0:15938:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462910:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462913:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462913:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462917:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462918:0:15938:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462920:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.462922:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.462923:0:15938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e0778fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462925:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.462929:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462934:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.462937:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e07790b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x470e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.462939:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2003:x1815448312711168:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.462945:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290743 00010000:00010000:0.0:1731347580.462967:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462974:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462980:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462986:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462992:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.462998:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.463001:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463007:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463015:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463020:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e077904 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.463035:0:15938:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+49:3763:x1815447952843136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2347us (2375us total) trans 4295335863 rc 0/0 00000100:00100000:2.0:1731347580.463039:0:15938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204829 00000100:00100000:1.0:1731347580.463040:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:3761:x1815447952842880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2252us (2346us total) trans 4295335864 rc 0/0 00000100:00100000:1.0:1731347580.463044:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204830 00000004:00080000:2.0:1731347580.463057:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea37b80/2, rc 0, transno 368567 00000100:00100000:1.0:1731347580.463060:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952844416:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.463067:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.463070:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952843136:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1731347580.463079:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea34e00/2, rc 0, transno 368568 00000004:00080000:2.0:1731347580.463081:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ea35880/2, rc 0, transno 368566 00000100:00100000:1.0:1731347580.463082:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952842880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.463084:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ea35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952843264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.463111:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+205:3761:x1815447952842752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2316us (2376us total) trans 4295367409 rc 0/0 00000004:00080000:1.0:1731347580.463112:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b44d3480/2, rc 0, transno 400113 00000100:00100000:0.0:1731347580.463117:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204831 00000100:00100000:1.0:1731347580.463121:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952842752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.463127:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952847104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.463133:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.463135:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952847232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.463140:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952847360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.463140:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.463140:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463145:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463149:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.463151:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463152:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952846976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.463156:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.463156:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463161:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.463163:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463164:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952847104 00000100:00100000:1.0:1731347580.463166:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952847104 00010000:00010000:0.0:1731347580.463170:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463174:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952847360 00000100:00100000:1.0:1731347580.463176:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952847360 00000100:00100000:3.0:1731347580.463177:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.463180:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204844 00010000:00010000:0.0:1731347580.463180:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463182:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952847232 00000100:00100000:1.0:1731347580.463183:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952847232 00000100:00100000:2.0:1731347580.463185:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+49:3761:x1815447952847104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.463186:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077912 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463190:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204845 00000100:00100000:1.0:1731347580.463192:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+205:3763:x1815447952847360:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.463195:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204846 00002000:00080000:2.0:1731347580.463195:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15182 count 1 00000100:00100000:3.0:1731347580.463199:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+49:3762:x1815447952847232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.463199:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16389 count 1 00010000:00010000:2.0:1731347580.463204:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463206:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.463207:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17484 count 1 00010000:00010000:1.0:1731347580.463213:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bb6ac0/0xb104f9478e0030a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647a7 expref: 284 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.463214:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800928933c0/0xb104f9478dfecc98 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e39c expref: 268 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.463215:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463216:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463217:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463219:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463221:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.463222:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.463223:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800974bf3c0/0xb104f9478e003470 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b6d expref: 268 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.463224:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463227:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bb6ac0/0xb104f9478e0030a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647a7 expref: 284 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.463229:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.463230:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.463232:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463232:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bb6ac0/0xb104f9478e0030a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647a7 expref: 284 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.463237:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952847488:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.463239:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800928933c0/0xb104f9478dfecc98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e39c expref: 268 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.463243:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800974bf3c0/0xb104f9478e003470 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b6d expref: 268 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.463247:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800928933c0/0xb104f9478dfecc98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e39c expref: 268 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.463249:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.463250:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800974bf3c0/0xb104f9478e003470 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b6d expref: 268 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.463255:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952847616:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.463256:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.463258:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952847744:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.463267:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952846976 00000100:00100000:1.0:1731347580.463268:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952846976 00000100:00100000:2.0:1731347580.463269:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.463271:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.463277:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204847 00000100:00100000:1.0:1731347580.463279:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3761:x1815447952846976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.463286:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13465 count 1 00010000:00010000:1.0:1731347580.463292:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.463296:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+51:3760:x1815447952843648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2355us (2396us total) trans 4295335865 rc 0/0 00010000:00010000:1.0:1731347580.463298:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097fdcfc0/0xb104f9478dff7c4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95934b expref: 268 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.463302:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463302:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.463302:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204832 00010000:00010000:1.0:1731347580.463304:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.463308:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800673ed180/2, rc 0, transno 368569 00010000:00010000:1.0:1731347580.463311:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097fdcfc0/0xb104f9478dff7c4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95934b expref: 268 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.463315:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800673ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952843648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.463316:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097fdcfc0/0xb104f9478dff7c4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95934b expref: 268 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.463321:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952847872:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.463331:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.463340:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.463346:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952848000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.463363:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952845056:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.463367:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.463374:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463382:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952848000 00000100:00100000:1.0:1731347580.463385:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952848000 00000100:00100000:1.0:1731347580.463399:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204848 00000100:00100000:1.0:1731347580.463402:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880128b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+51:3761:x1815447952848000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.463412:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15513 count 1 00010000:00010000:1.0:1731347580.463443:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463453:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801157ab3c0/0xb104f9478e0059ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f8 expref: 268 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.463458:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463460:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463462:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463475:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801157ab3c0/0xb104f9478e0059ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f8 expref: 268 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.463481:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801157ab3c0/0xb104f9478e0059ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f8 expref: 268 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.463487:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952848128:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.463502:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.463552:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952844800:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.463556:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.463562:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463579:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.463590:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312711808 00000100:00100000:2.0:1731347580.463592:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312711680 00000100:00100000:1.0:1731347580.463593:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.463594:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312711808 00000100:00100000:2.0:1731347580.463596:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312711680 00010000:00010000:2.0:1731347580.463605:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaad0480/0xb104f9478dff7c47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959352 expref: 286 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.463610:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312711936 00000100:00100000:0.0:1731347580.463613:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312711936 00010000:00010000:0.0:1731347580.463623:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaffe880/0xb104f9478dffbabb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1bf expref: 287 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.463625:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290744 00000100:00100000:2.0:1731347580.463629:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+287:2003:x1815448312711680:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.463635:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.463638:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaad0480/0xb104f9478dff7c47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959352 expref: 287 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.463644:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290745 00010000:00010000:2.0:1731347580.463645:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaad0480/0xb104f9478dff7c47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959352 expref: 287 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.463648:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+287:2003:x1815448312711936:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.463653:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.463656:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaad0480/0xb104f9478dff7c47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959352 expref: 287 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.463657:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaffe880/0xb104f9478dffbabb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x495c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1bf expref: 287 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.463661:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132742d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952845184:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.463663:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463663:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaffe880/0xb104f9478dffbabb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x495c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1bf expref: 286 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.463665:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.463667:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463670:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaffe880/0xb104f9478dffbabb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x495c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1bf expref: 286 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.463671:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463673:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463676:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463677:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463679:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463683:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463688:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880064e3b3c0/0xb104f9478dfecc91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e395 expref: 285 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.463689:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.463691:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.463699:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.463705:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290746 00010000:00010000:3.0:1731347580.463706:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463706:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2003:x1815448312711936:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 58us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.463707:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2003:x1815448312711680:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.463709:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+285:2003:x1815448312711808:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.463711:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290745 00010000:00010000:3.0:1731347580.463713:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.463714:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290744 00010000:00010000:0.0:1731347580.463717:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.463719:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463722:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880064e3b3c0/0xb104f9478dfecc91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e395 expref: 283 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.463725:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.463730:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.463731:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880064e3b3c0/0xb104f9478dfecc91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e395 expref: 283 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.463733:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.463739:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463742:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880064e3b3c0/0xb104f9478dfecc91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e395 expref: 283 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.463749:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952845312:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.463750:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.463752:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.463753:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463757:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.463760:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077919 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463763:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312712064 00000100:00100000:1.0:1731347580.463766:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312712064 00010000:00010000:1.0:1731347580.463788:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aff50000/0xb104f9478dff024c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951949 expref: 269 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.463803:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.463804:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290747 00000100:00100000:1.0:1731347580.463809:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+269:2003:x1815448312712064:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.463815:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312712192 00010000:00010000:1.0:1731347580.463815:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.463818:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312712192 00010000:00010000:1.0:1731347580.463819:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aff50000/0xb104f9478dff024c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951949 expref: 269 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.463827:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800984b9d40/0xb104f9478e003469 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b74 expref: 283 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.463827:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aff50000/0xb104f9478dff024c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951949 expref: 269 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.463839:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aff50000/0xb104f9478dff024c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951949 expref: 269 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.463842:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290748 00000100:00100000:2.0:1731347580.463846:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+283:2003:x1815448312712192:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.463848:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463849:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.463851:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463852:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.463856:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800984b9d40/0xb104f9478e003469 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x444c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b74 expref: 283 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.463858:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463859:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.463863:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463864:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800984b9d40/0xb104f9478e003469 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x444c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b74 expref: 283 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.463867:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+206:3763:x1815447952844160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2848us (2877us total) trans 4295367410 rc 0/0 00010000:00010000:0.0:1731347580.463870:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.463872:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204833 00010000:00010000:1.0:1731347580.463872:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.463875:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800984b9d40/0xb104f9478e003469 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x444c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b74 expref: 283 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.463882:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.463883:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.463884:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.463887:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463887:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463887:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+268:2003:x1815448312712064:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (135us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.463893:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463893:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463893:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290747 00010000:00010000:3.0:1731347580.463900:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.463900:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+282:2003:x1815448312711808:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 190us (344us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.463905:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.463906:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.463907:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290746 00010000:00010000:3.0:1731347580.463912:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.463917:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82640 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.463919:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+281:2003:x1815448312712192:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (117us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.463920:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.463924:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290748 00010000:00010000:0.0:1731347580.463925:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.463927:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463931:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463934:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132742a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952845568:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.463935:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463937:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463937:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463941:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.463942:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077920 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463943:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463943:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463949:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463950:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463955:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.463955:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.463958:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463959:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.463960:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463965:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.463965:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463966:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312712320 00010000:00010000:2.0:1731347580.463968:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463968:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312712320 00010000:00010000:0.0:1731347580.463973:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463974:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463974:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801236d9d40/0xb104f9478e0059f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f1 expref: 281 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.463978:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439b00/0xb104f9478e077927 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.463982:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.463983:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290749 00000100:00100000:1.0:1731347580.463985:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+281:2003:x1815448312712320:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.463989:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e077935 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.463990:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.463992:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801236d9d40/0xb104f9478e0059f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f1 expref: 281 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.463997:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801236d9d40/0xb104f9478e0059f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f1 expref: 281 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.464004:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801236d9d40/0xb104f9478e0059f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f1 expref: 281 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.464009:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464010:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464012:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464016:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464026:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.464031:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+208:3760:x1815447952844032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2927us (2981us total) trans 4295367411 rc 0/0 00000100:00100000:1.0:1731347580.464036:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+280:2003:x1815448312712320:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.464037:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204834 00000100:00100000:1.0:1731347580.464039:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290749 00010000:00010000:1.0:1731347580.464048:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464052:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464056:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.464058:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800673eca80/2, rc 0, transno 400115 00010000:00010000:1.0:1731347580.464060:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464063:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.464065:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800673eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952844032:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.464067:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.464068:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464072:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464080:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.464080:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+207:3762:x1815447952844544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2926us (2957us total) trans 4295367412 rc 0/0 00000100:00100000:2.0:1731347580.464081:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+207:3761:x1815447952844672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2824us (2866us total) trans 4295367413 rc 0/0 00010000:00010000:1.0:1731347580.464083:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e07793c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.464086:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204835 00000100:00100000:3.0:1731347580.464087:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952848256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.464089:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204837 00010000:00010000:0.0:1731347580.464101:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.464103:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.464107:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.464110:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800673ee680/2, rc 0, transno 400114 00010000:00010000:0.0:1731347580.464113:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.464115:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800673ece00/2, rc 0, transno 400117 00010000:00010000:0.0:1731347580.464120:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.464123:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800673ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952844160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.464124:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800673ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952844672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.464127:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.464132:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952848256 00010000:00010000:0.0:1731347580.464133:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439d40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.464135:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952848256 00010000:00010000:0.0:1731347580.464136:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.464142:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.464148:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204849 00010000:00010000:0.0:1731347580.464150:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.464152:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+207:3761:x1815447952848256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.464152:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+207:3763:x1815447952845440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2695us (2748us total) trans 4295367414 rc 0/0 00010000:00010000:0.0:1731347580.464155:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e07792e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.464156:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952848384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.464156:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204838 00002000:00080000:2.0:1731347580.464162:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11128 count 1 00010000:00010000:2.0:1731347580.464170:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.464174:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.464180:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880116228b40/0xb104f9478e0050b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667ba expref: 279 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.464183:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952846208:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.464186:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.464187:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.464189:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800673ef800/2, rc 0, transno 400116 00010000:00010000:2.0:1731347580.464189:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464190:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.464193:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800673ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952844544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.464198:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952848384 00000100:00100000:1.0:1731347580.464200:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952848384 00010000:00010000:2.0:1731347580.464204:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880116228b40/0xb104f9478e0050b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667ba expref: 279 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.464208:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204850 00000100:00100000:1.0:1731347580.464210:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+207:3762:x1815447952848384:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.464212:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880116228b40/0xb104f9478e0050b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667ba expref: 279 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.464213:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.464217:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952848768:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.464218:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11970 count 1 00000100:00100000:2.0:1731347580.464221:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952848640:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.464224:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464230:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012489c000/0xb104f9478e004ebe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665c2 expref: 279 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.464234:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464235:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464236:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.464237:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.464237:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8780 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.464244:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3761:x1815447952844928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3003us (3063us total) trans 4295335866 rc 0/0 00010000:00010000:1.0:1731347580.464245:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012489c000/0xb104f9478e004ebe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665c2 expref: 279 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.464247:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952848512:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.464250:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012489c000/0xb104f9478e004ebe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665c2 expref: 279 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.464250:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204836 00000004:00080000:3.0:1731347580.464252:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d5880/2, rc 0, transno 368570 00000100:00100000:1.0:1731347580.464256:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952848896:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.464257:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952844928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.464259:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952848768 00000100:00100000:2.0:1731347580.464262:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.464263:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952848768 00000100:00100000:1.0:1731347580.464267:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.464275:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952848512 00000004:00080000:2.0:1731347580.464277:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d5c00/2, rc 0, transno 400118 00000100:00100000:0.0:1731347580.464277:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952848512 00000100:00100000:1.0:1731347580.464278:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204851 00000100:00100000:1.0:1731347580.464281:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+209:3761:x1815447952848768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.464282:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952845440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.464285:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204852 00002000:00080000:1.0:1731347580.464287:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14999 count 1 00000100:00100000:3.0:1731347580.464289:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+209:3763:x1815447952848512:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.464293:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.464298:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9295 count 1 00010000:00010000:1.0:1731347580.464298:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091081200/0xb104f9478dfeecc0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503c4 expref: 279 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.464302:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464302:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.464303:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.464304:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.464308:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.464308:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952849152:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.464311:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091081200/0xb104f9478dfeecc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503c4 expref: 279 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.464317:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912d9d40/0xb104f9478e00995d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b061 expref: 279 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.464319:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091081200/0xb104f9478dfeecc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503c4 expref: 279 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.464323:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.464323:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.464324:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952849280:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.464325:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.464327:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.464333:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.464338:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952849152 00000100:00100000:2.0:1731347580.464340:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952849152 00010000:00010000:3.0:1731347580.464342:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800912d9d40/0xb104f9478e00995d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b061 expref: 279 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.464350:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800912d9d40/0xb104f9478e00995d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b061 expref: 279 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.464353:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204853 00000100:00100000:1.0:1731347580.464355:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.464356:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+210:3763:x1815447952849152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.464359:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952849408:192.168.203.60@tcp:104: 00002000:00080000:2.0:1731347580.464365:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13615 count 1 00000100:00100000:0.0:1731347580.464368:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132740a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952846336:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.464373:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.464373:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.464378:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.464380:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.464386:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880120382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952849024:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.464387:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801271306c0/0xb104f9478dfed868 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef6c expref: 279 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.464389:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312712576 00000100:00100000:1.0:1731347580.464392:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.464392:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312712576 00010000:00010000:2.0:1731347580.464393:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.464394:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.464396:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.464401:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.464401:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8b3f3c0/0xb104f9478e002558 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c5c expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.464404:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312712448 00000100:00100000:1.0:1731347580.464407:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312712448 00010000:00010000:2.0:1731347580.464411:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801271306c0/0xb104f9478dfed868 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef6c expref: 280 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.464431:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290750 00010000:00010000:2.0:1731347580.464435:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801271306c0/0xb104f9478dfed868 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef6c expref: 280 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.464435:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+280:2003:x1815448312712576:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.464438:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800672e0240/0xb104f9478dfeee4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950553 expref: 268 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.464439:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952849024 00000100:00100000:3.0:1731347580.464442:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952849024 00010000:00010000:0.0:1731347580.464442:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.464443:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952849536:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.464446:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8b3f3c0/0xb104f9478e002558 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2db8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c5c expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.464456:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204854 00000100:00100000:2.0:1731347580.464457:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb89c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.464457:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8b3f3c0/0xb104f9478e002558 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2db8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c5c expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.464460:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3760:x1815447952849024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.464461:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290751 00000100:00100000:1.0:1731347580.464466:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+268:2004:x1815448312712448:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.464468:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8b3f3c0/0xb104f9478e002558 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2db8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c5c expref: 280 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.464470:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11704 count 1 00010000:00010000:1.0:1731347580.464473:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.464476:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464477:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800672e0240/0xb104f9478dfeee4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950553 expref: 268 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.464477:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.464478:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.464479:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464485:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800672e0240/0xb104f9478dfeee4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950553 expref: 268 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.464487:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88001bf29f80/0xb104f9478e002551 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c55 expref: 268 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.464492:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.464494:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.464496:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464496:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800672e0240/0xb104f9478dfeee4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950553 expref: 268 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.464509:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88001bf29f80/0xb104f9478e002551 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c55 expref: 267 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.464509:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464510:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464513:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.464516:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88001bf29f80/0xb104f9478e002551 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c55 expref: 267 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.464520:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.464524:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952849664:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.464529:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.464536:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.464539:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+267:2004:x1815448312712448:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.464543:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290751 00010000:00010000:0.0:1731347580.464546:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464555:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464560:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464564:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464568:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464571:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464577:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.464579:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464583:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464588:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464591:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e07794a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.464668:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+53:3763:x1815447952845696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2278us (2329us total) trans 4295335867 rc 0/0 00000100:00100000:1.0:1731347580.464673:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204840 00000004:00080000:3.0:1731347580.464680:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d6a00/2, rc 0, transno 368571 00000100:00100000:3.0:1731347580.464686:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952845696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.464702:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952846464:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.464705:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.464712:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.464723:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952846592:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.464732:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.464736:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.464742:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952849792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.464743:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312712704 00010000:00010000:0.0:1731347580.464743:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.464745:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312712704 00010000:00010000:0.0:1731347580.464749:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464752:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ab076640/0xb104f9478dffbac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1c6 expref: 267 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.464754:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.464755:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.464758:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.464760:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.464762:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312712832 00000100:00100000:1.0:1731347580.464763:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312712832 00010000:00010000:0.0:1731347580.464766:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464767:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013517c6c0/0xb104f9478e005ff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676f5 expref: 268 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.464786:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143bcc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.464788:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290752 00010000:00010000:0.0:1731347580.464788:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.464793:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+268:2004:x1815448312712704:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.464795:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290753 00000100:00100000:1.0:1731347580.464798:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+268:2003:x1815448312712832:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.464798:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464801:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.464802:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.464805:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ab076640/0xb104f9478dffbac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x495c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1c6 expref: 268 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.464805:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013517c6c0/0xb104f9478e005ff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676f5 expref: 268 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.464806:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464810:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013517c6c0/0xb104f9478e005ff8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676f5 expref: 268 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.464812:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077943 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464814:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ab076640/0xb104f9478dffbac2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x495c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1c6 expref: 268 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.464817:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013517c6c0/0xb104f9478e005ff8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9676f5 expref: 268 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.464822:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464823:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464824:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464826:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ab076640/0xb104f9478dffbac2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x495c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d1c6 expref: 267 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.464829:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464832:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.464833:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.464834:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464839:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464841:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.464851:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+266:2003:x1815448312712832:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (97us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.464852:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.464855:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290753 00010000:00010000:3.0:1731347580.464867:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.464868:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+265:2004:x1815448312712704:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (131us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.464873:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.464874:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290752 00010000:00010000:3.0:1731347580.464880:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.464886:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.464886:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952847488:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.464890:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.464893:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464893:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464896:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.464899:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b833c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.464902:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464902:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.464907:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.464908:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464908:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.464908:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+211:3760:x1815447952845824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2542us (2591us total) trans 4295367415 rc 0/0 00000100:00100000:1.0:1731347580.464914:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312712960 00000100:00100000:0.0:1731347580.464914:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204839 00000100:00100000:1.0:1731347580.464916:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312712960 00010000:00010000:3.0:1731347580.464918:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464919:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464922:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098d01b00/0xb104f9478dffa3e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bae3 expref: 280 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.464922:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952849792 00010000:00010000:3.0:1731347580.464924:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077951 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.464925:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143af40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.464925:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952849792 00010000:00010000:2.0:1731347580.464927:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.464930:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290754 00000100:00100000:1.0:1731347580.464932:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+280:2003:x1815448312712960:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.464933:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464937:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.464938:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204855 00010000:00010000:2.0:1731347580.464940:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464940:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098d01b00/0xb104f9478dffa3e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bae3 expref: 280 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.464942:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+53:3763:x1815447952849792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.464945:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e077958 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x495c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464948:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098d01b00/0xb104f9478dffa3e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bae3 expref: 280 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.464951:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19216 count 1 00010000:00010000:0.0:1731347580.464957:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464958:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464959:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.464962:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.464964:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fb76400/0xb104f9478dffa3df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95baea expref: 264 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.464968:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.464968:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.464969:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.464970:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.464978:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.464989:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+280:2003:x1815448312712960:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.464995:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290754 00000100:00100000:3.0:1731347580.465015:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3760:x1815447952845952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2515us (2614us total) trans 4295335868 rc 0/0 00000100:00100000:2.0:1731347580.465020:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+55:3762:x1815447952846080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2479us (2570us total) trans 4295335869 rc 0/0 00000100:00100000:3.0:1731347580.465021:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204841 00000100:00100000:1.0:1731347580.465024:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.465025:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204842 00010000:00010000:0.0:1731347580.465025:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fb76400/0xb104f9478dffa3df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95baea expref: 264 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.465031:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312713088 00010000:00010000:0.0:1731347580.465032:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fb76400/0xb104f9478dffa3df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95baea expref: 264 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.465033:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312713088 00000100:00100000:0.0:1731347580.465038:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952849920:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.465039:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bb6ac0/0xb104f9478e0030a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647a7 expref: 280 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.465042:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d7800/2, rc 0, transno 368573 00010000:00010000:3.0:1731347580.465044:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098d01b00/0xb104f9478dffa3e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bae3 expref: 280 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.465047:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952846080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.465048:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290755 00000100:00100000:1.0:1731347580.465050:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+280:2003:x1815448312713088:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.465050:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebb40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.465053:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952846848:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.465055:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.465057:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bb6ac0/0xb104f9478e0030a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647a7 expref: 279 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.465061:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+279:2003:x1815448312712576:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 626us (706us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.465062:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465062:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bb6ac0/0xb104f9478e0030a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647a7 expref: 279 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.465065:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290750 00010000:00010000:3.0:1731347580.465069:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465069:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bb6ac0/0xb104f9478e0030a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647a7 expref: 279 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.465074:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.465075:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465075:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.465076:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465080:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.465082:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465088:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.465090:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952847616:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.465092:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465095:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+277:2003:x1815448312713088:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (71us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.465098:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465098:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.465099:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465099:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290755 00010000:00010000:0.0:1731347580.465103:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.465104:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.465107:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465107:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465111:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.465112:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465114:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.465114:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465119:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312713216 00010000:00010000:3.0:1731347580.465121:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465121:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312713216 00010000:00010000:0.0:1731347580.465121:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.465122:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465126:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800928933c0/0xb104f9478dfecc98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e39c expref: 265 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.465126:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.465128:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e07795f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465132:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465134:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290756 00010000:00010000:0.0:1731347580.465135:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07796d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465136:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+265:2003:x1815448312713216:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.465140:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.465142:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800928933c0/0xb104f9478dfecc98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e39c expref: 265 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.465143:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952847744:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.465147:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800928933c0/0xb104f9478dfecc98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e39c expref: 265 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.465153:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465153:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800928933c0/0xb104f9478dfecc98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e39c expref: 265 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.465158:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.465158:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.465160:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465168:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465182:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.465187:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465188:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+264:2003:x1815448312713216:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.465191:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290756 00010000:00010000:2.0:1731347580.465193:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.465200:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.465200:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+212:3763:x1815447952847360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2006us (2043us total) trans 4295367416 rc 0/0 00000100:00100000:0.0:1731347580.465204:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204845 00010000:00010000:2.0:1731347580.465205:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.465211:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.465216:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.465219:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.465220:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a73b80/2, rc 0, transno 400120 00000100:00100000:3.0:1731347580.465224:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+211:3763:x1815447952846720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2423us (2502us total) trans 4295367417 rc 0/0 00000100:00100000:0.0:1731347580.465224:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952847360:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.465225:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.465231:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204843 00010000:00010000:2.0:1731347580.465238:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.465243:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a70380/2, rc 0, transno 400121 00010000:00010000:2.0:1731347580.465244:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077966 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.465246:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952846720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.465255:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.465260:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952850176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.465265:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952850048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.465271:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.465283:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952850304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.465285:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.465294:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1731347580.465303:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a1d880/2, rc 0, transno 368572 00000100:00100000:1.0:1731347580.465304:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952850176 00000100:00100000:0.0:1731347580.465305:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952850048 00000100:00100000:1.0:1731347580.465307:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952850176 00000100:00100000:0.0:1731347580.465307:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952850048 00000100:00100000:3.0:1731347580.465309:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952845952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.465315:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952850304 00000100:00100000:0.0:1731347580.465316:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952850304 00000004:00080000:3.0:1731347580.465318:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d5180/2, rc 0, transno 400119 00000100:00100000:3.0:1731347580.465323:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952845824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.465323:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204856 00000100:00100000:0.0:1731347580.465326:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+212:3760:x1815447952850048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.465327:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204857 00000100:00100000:1.0:1731347580.465331:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3763:x1815447952850176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.465333:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15603 count 1 00000100:00100000:2.0:1731347580.465337:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+55:3761:x1815447952847104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2151us (2195us total) trans 4295335870 rc 0/0 00010000:00010000:0.0:1731347580.465340:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.465342:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16389 count 1 00000100:00100000:2.0:1731347580.465343:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204844 00010000:00010000:0.0:1731347580.465347:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096048000/0xb104f9478dff9194 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a891 expref: 276 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.465348:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465350:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.465351:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.465352:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204858 00010000:00010000:0.0:1731347580.465353:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465355:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1f58c0/0xb104f9478e0030aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647ae expref: 263 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.465356:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+212:3761:x1815447952850304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.465358:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.465359:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1731347580.465359:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.465361:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465361:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096048000/0xb104f9478dff9194 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a891 expref: 276 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.465364:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952850432:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.465366:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15521 count 1 00010000:00010000:0.0:1731347580.465366:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096048000/0xb104f9478dff9194 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a891 expref: 276 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.465370:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1f58c0/0xb104f9478e0030aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647ae expref: 263 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.465371:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952850560:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.465375:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465376:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1f58c0/0xb104f9478e0030aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647ae expref: 263 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.465380:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.465382:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a94bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952850688:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.465385:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478dff5f9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576a3 expref: 276 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.465386:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.465391:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.465392:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.465394:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952850432 00010000:00010000:3.0:1731347580.465395:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465395:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.465397:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952850432 00010000:00010000:3.0:1731347580.465409:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478dff5f9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576a3 expref: 276 pid: 15960 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1731347580.465409:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a1ca80/2, rc 0, transno 368574 00000100:00100000:2.0:1731347580.465410:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204859 00000100:00100000:2.0:1731347580.465414:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+55:3762:x1815447952850432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.465414:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952847104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.465431:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1731347580.465435:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478dff5f9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576a3 expref: 276 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.465436:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952850816:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.465439:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11128 count 1 00000100:00100000:3.0:1731347580.465444:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952850944:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.465447:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.465447:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.465456:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136350b40/0xb104f9478e0050af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667b3 expref: 263 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.465461:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.465461:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952850816 00000100:00100000:3.0:1731347580.465462:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0180 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.465462:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.465464:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952850816 00010000:00010000:2.0:1731347580.465465:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.465467:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952851072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.465476:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.465478:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204860 00010000:00010000:2.0:1731347580.465479:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136350b40/0xb104f9478e0050af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667b3 expref: 263 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.465482:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+213:3761:x1815447952850816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.465485:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952851072 00010000:00010000:2.0:1731347580.465487:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136350b40/0xb104f9478e0050af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667b3 expref: 263 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.465487:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952851072 00002000:00080000:1.0:1731347580.465491:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16341 count 1 00000100:00100000:2.0:1731347580.465496:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952851200:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.465496:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204861 00000100:00100000:0.0:1731347580.465498:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+56:3761:x1815447952851072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.465500:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.465506:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11970 count 1 00010000:00010000:1.0:1731347580.465509:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880005ce9440/0xb104f9478dffe91b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96001f expref: 276 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.465512:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.465515:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.465515:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465516:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.465518:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465525:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123f0ba80/0xb104f9478e004eb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665bb expref: 263 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.465531:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.465532:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.465533:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880005ce9440/0xb104f9478dffe91b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96001f expref: 276 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.465535:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465543:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880005ce9440/0xb104f9478dffe91b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96001f expref: 276 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.465550:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123f0ba80/0xb104f9478e004eb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665bb expref: 263 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.465552:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d442a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952851328:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.465558:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123f0ba80/0xb104f9478e004eb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665bb expref: 263 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.465572:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b44d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952851456:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.465574:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.465577:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.465591:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312713344 00000100:00100000:0.0:1731347580.465591:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebc00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.465595:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312713344 00010000:00010000:3.0:1731347580.465606:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800974bf3c0/0xb104f9478e003470 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b6d expref: 264 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.465621:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290757 00000100:00100000:3.0:1731347580.465625:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+264:2003:x1815448312713344:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.465631:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.465635:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800974bf3c0/0xb104f9478e003470 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x444c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b6d expref: 264 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.465642:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800974bf3c0/0xb104f9478e003470 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x444c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b6d expref: 264 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.465647:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.465650:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952847872:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.465652:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800974bf3c0/0xb104f9478e003470 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x444c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964b6d expref: 264 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.465659:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.465660:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.465662:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.465663:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.465669:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465671:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952848128:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.465676:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312713472 00000100:00100000:0.0:1731347580.465678:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312713472 00010000:00010000:3.0:1731347580.465679:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.465682:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.465689:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465689:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097fdcfc0/0xb104f9478dff7c4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95934b expref: 264 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.465696:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+264:2003:x1815448312713344:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.465696:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.465701:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290757 00010000:00010000:2.0:1731347580.465703:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.465706:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290758 00000100:00100000:1.0:1731347580.465707:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.465710:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.465712:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+263:2004:x1815448312713472:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.465716:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465719:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312713600 00010000:00010000:0.0:1731347580.465719:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.465721:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83cc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.465722:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312713600 00010000:00010000:0.0:1731347580.465723:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097fdcfc0/0xb104f9478dff7c4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95934b expref: 263 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.465724:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.465731:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465731:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097fdcfc0/0xb104f9478dff7c4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95934b expref: 264 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.465732:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801157ab3c0/0xb104f9478e0059ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f8 expref: 264 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.465739:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465742:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097fdcfc0/0xb104f9478dff7c4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95934b expref: 264 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.465746:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077974 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x444c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.465747:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290759 00010000:00010000:0.0:1731347580.465750:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.465752:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+263:2003:x1815448312713600:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.465752:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.465754:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465758:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.465760:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801157ab3c0/0xb104f9478e0059ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f8 expref: 263 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.465760:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465766:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801157ab3c0/0xb104f9478e0059ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f8 expref: 263 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.465788:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801157ab3c0/0xb104f9478e0059ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9670f8 expref: 263 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.465794:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.465795:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.465797:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465801:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465809:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.465820:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+262:2003:x1815448312713600:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.465823:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290759 00010000:00010000:1.0:1731347580.465833:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465837:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465841:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.465843:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+57:3762:x1815447952847232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2642us (2665us total) trans 4295335871 rc 0/0 00010000:00010000:1.0:1731347580.465845:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.465849:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204846 00010000:00010000:1.0:1731347580.465849:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465852:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.465853:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.465857:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a1f100/2, rc 0, transno 368575 00010000:00010000:1.0:1731347580.465860:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.465864:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952847232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.465865:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.465869:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077982 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465877:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.465888:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.465894:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952851584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.465896:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.465897:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+261:2004:x1815448312713472:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 184us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.465903:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290758 00000100:00100000:3.0:1731347580.465912:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.465920:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.465923:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952848640:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.465925:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952851584 00010000:00010000:0.0:1731347580.465927:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.465928:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952851584 00010000:00010000:2.0:1731347580.465933:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465934:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465940:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.465941:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204862 00000100:00100000:1.0:1731347580.465943:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+58:3761:x1815447952848000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2540us (2576us total) trans 4295335872 rc 0/0 00000100:00100000:3.0:1731347580.465945:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+58:3763:x1815447952851584:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.465946:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312713728 00010000:00010000:0.0:1731347580.465947:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.465948:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312713728 00000100:00100000:1.0:1731347580.465948:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204848 00010000:00010000:0.0:1731347580.465952:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3840 already unused, calling callback (ffffffffa085a100) 00002000:00080000:3.0:1731347580.465954:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9295 count 1 00010000:00010000:0.0:1731347580.465955:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.465961:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.465962:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.465969:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712630 00010000:00010000:3.0:1731347580.465971:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a0fa80/0xb104f9478e009964 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b068 expref: 260 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.465973:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:13210:x1815448312713728:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:3.0:1731347580.465977:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.465978:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.465980:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.465983:0:15909:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1731347580.465990:0:15909:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e0779eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc26 expref: -99 pid: 15909 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.465994:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a0fa80/0xb104f9478e009964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b068 expref: 260 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.466001:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952848896:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.466002:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a0fa80/0xb104f9478e009964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b068 expref: 260 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.466009:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952851712:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.466011:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.466027:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0e40 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.466029:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.466036:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e07797b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466046:0:15909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0779f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15909 initiator: MDT0 00000100:00100000:1.0:1731347580.466050:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952849280:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.466055:0:15909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0779f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:1.0:1731347580.466057:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466062:0:15909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0779f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00000100:00100000:1.0:1731347580.466075:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00200000:2.0:1731347580.466078:0:15909:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 712794 00000004:00200000:2.0:1731347580.466081:0:15909:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1731347580.466082:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312713856 00000100:00100000:1.0:1731347580.466084:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312713856 00000004:00010000:2.0:1731347580.466091:0:15909:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0779f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00010000:00010000:1.0:1731347580.466091:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012489c000/0xb104f9478e004ebe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665c2 expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.466103:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290760 00010000:00010000:2.0:1731347580.466105:0:15909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e0779eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc26 expref: 15 pid: 15909 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.466105:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+277:2004:x1815448312713856:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.466110:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.466112:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012489c000/0xb104f9478e004ebe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665c2 expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.466115:0:15909:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0779f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc26 expref: 14 pid: 15909 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466117:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012489c000/0xb104f9478e004ebe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665c2 expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.466121:0:15909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.466123:0:15909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.466124:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012489c000/0xb104f9478e004ebe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665c2 expref: 277 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.466125:0:15909:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091222400, rc 0) 00010000:00010000:1.0:1731347580.466130:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.466131:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.466134:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466140:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:13210:x1815448312713728:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 166us (245us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.466140:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466145:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712630 00010000:00010000:1.0:1731347580.466152:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.466167:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+276:2004:x1815448312713856:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.466173:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290760 00010000:00010000:1.0:1731347580.466187:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466194:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466195:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.466201:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466206:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312714112 00010000:00010000:1.0:1731347580.466207:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466209:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312714112 00010000:00010000:1.0:1731347580.466213:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.466214:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952849408:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.466218:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091081200/0xb104f9478dfeecc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503c4 expref: 276 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.466219:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae33c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.466222:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466224:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466228:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466233:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290761 00010000:00010000:1.0:1731347580.466234:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466236:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+276:2004:x1815448312714112:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.466238:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077990 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466243:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.466247:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091081200/0xb104f9478dfeecc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503c4 expref: 276 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.466254:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091081200/0xb104f9478dfeecc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503c4 expref: 276 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.466264:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091081200/0xb104f9478dfeecc0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503c4 expref: 276 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.466271:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.466273:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.466275:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466281:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466292:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.466302:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466305:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+275:2004:x1815448312714112:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (111us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.466309:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466310:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290761 00000100:00100000:1.0:1731347580.466312:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+214:3762:x1815447952848384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2100us (2137us total) trans 4295367418 rc 0/0 00010000:00010000:3.0:1731347580.466316:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.466317:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204850 00010000:00010000:3.0:1731347580.466321:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466327:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466333:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae18c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.466336:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466342:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466356:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466356:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952849536:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.466362:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077997 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466365:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.466374:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952849664:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.466385:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.466386:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:3761:x1815447952846976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3105us (3128us total) trans 4295335873 rc 0/0 00000100:00100000:2.0:1731347580.466387:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.466391:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204847 00000100:00100000:2.0:1731347580.466397:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312713984 00000100:00100000:2.0:1731347580.466400:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312713984 00000004:00080000:0.0:1731347580.466408:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a1ce00/2, rc 0, transno 368576 00010000:00010000:2.0:1731347580.466409:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880116228b40/0xb104f9478e0050b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667ba expref: 275 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.466413:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952848000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.466435:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:0.0:1731347580.466435:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a1f800/2, rc 0, transno 368577 00000100:00100000:0.0:1731347580.466437:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952846976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.466439:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290762 00000100:00100000:2.0:1731347580.466444:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+275:2003:x1815448312713984:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.466445:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312714240 00000100:00100000:0.0:1731347580.466447:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312714240 00010000:00010000:2.0:1731347580.466450:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.466454:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880116228b40/0xb104f9478e0050b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667ba expref: 276 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.466455:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801271306c0/0xb104f9478dfed868 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef6c expref: 276 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.466462:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880116228b40/0xb104f9478e0050b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667ba expref: 276 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.466471:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290763 00010000:00010000:2.0:1731347580.466473:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880116228b40/0xb104f9478e0050b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667ba expref: 276 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.466474:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+276:2003:x1815448312714240:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.466478:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+214:3761:x1815447952848768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2195us (2240us total) trans 4295367419 rc 0/0 00010000:00010000:0.0:1731347580.466478:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.466481:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.466481:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801271306c0/0xb104f9478dfed868 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x352f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef6c expref: 275 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.466482:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.466483:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204851 00010000:00010000:2.0:1731347580.466484:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.466487:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801271306c0/0xb104f9478dfed868 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x352f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef6c expref: 275 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.466495:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.466495:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801271306c0/0xb104f9478dfed868 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x352f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef6c expref: 275 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.466500:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.466501:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.466503:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.466503:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466506:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.466507:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.466509:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312714368 00000100:00100000:1.0:1731347580.466511:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312714368 00010000:00010000:0.0:1731347580.466515:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.466518:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88001bf29f80/0xb104f9478e002551 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c55 expref: 261 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.466520:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952851840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.466522:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466523:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+274:2003:x1815448312713984:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (136us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.466525:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.466527:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290764 00000100:00100000:1.0:1731347580.466530:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+261:2004:x1815448312714368:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.466530:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466531:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290762 00010000:00010000:1.0:1731347580.466534:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.466534:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.466536:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.466537:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88001bf29f80/0xb104f9478e002551 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c55 expref: 261 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.466538:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.466541:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912218c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.466542:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88001bf29f80/0xb104f9478e002551 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c55 expref: 261 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.466543:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466546:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.466546:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466549:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88001bf29f80/0xb104f9478e002551 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963c55 expref: 261 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.466551:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952851840 00010000:00010000:0.0:1731347580.466551:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466553:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.466554:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952851840 00010000:00010000:1.0:1731347580.466554:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.466554:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0779a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466555:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.466557:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466559:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466561:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.466566:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204863 00010000:00010000:2.0:1731347580.466566:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466568:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.466569:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+58:3763:x1815447952851840:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.466572:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.466578:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14999 count 1 00010000:00010000:2.0:1731347580.466578:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220d80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.466578:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+260:2004:x1815448312714368:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (75us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.466581:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.466581:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290764 00010000:00010000:3.0:1731347580.466587:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466591:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466591:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466595:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466597:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099f11d40/0xb104f9478dfeecb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503bd expref: 259 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.466599:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466599:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466602:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.466603:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466604:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.466605:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077989 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466606:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466606:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466609:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.466611:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466615:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466620:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466623:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099f11d40/0xb104f9478dfeecb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503bd expref: 259 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.466624:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e0779ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.466624:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+214:3763:x1815447952849152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2267us (2301us total) trans 4295367420 rc 0/0 00000100:00100000:0.0:1731347580.466628:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204853 00010000:00010000:3.0:1731347580.466631:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099f11d40/0xb104f9478dfeecb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503bd expref: 259 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.466639:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a949180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952852096:192.168.203.60@tcp:104: 00000004:00080000:0.0:1731347580.466644:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120383100/2, rc 0, transno 400123 00000100:00100000:0.0:1731347580.466648:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952848768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.466658:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.466665:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952852224:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.466678:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120382680/2, rc 0, transno 400122 00000100:00100000:0.0:1731347580.466682:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.466693:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952848384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.466700:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+214:3761:x1815447952848256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2547us (2596us total) trans 4295367421 rc 0/0 00000100:00100000:1.0:1731347580.466701:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+59:3760:x1815447952849024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2240us (2299us total) trans 4295335874 rc 0/0 00000100:00100000:3.0:1731347580.466704:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952852224 00000100:00100000:1.0:1731347580.466704:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204854 00000100:00100000:3.0:1731347580.466706:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952852224 00000100:00100000:2.0:1731347580.466707:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204849 00000004:00080000:0.0:1731347580.466722:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a1c380/2, rc 0, transno 400125 00000100:00100000:3.0:1731347580.466726:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204864 00000100:00100000:0.0:1731347580.466728:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952848256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.466730:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+214:3761:x1815447952852224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.466736:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:3.0:1731347580.466739:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18499 count 1 00000100:00100000:1.0:1731347580.466743:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312714496 00000100:00100000:1.0:1731347580.466744:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312714496 00010000:00010000:3.0:1731347580.466748:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.466750:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.466751:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800912d9d40/0xb104f9478e00995d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b061 expref: 274 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.466756:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800903ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952851968:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.466757:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800974e7cc0/0xb104f9478dfeca92 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e196 expref: 274 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.466758:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290765 00000100:00100000:1.0:1731347580.466761:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+274:2003:x1815448312714496:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.466763:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.466764:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.466765:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.466766:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466767:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800912d9d40/0xb104f9478e00995d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x244f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b061 expref: 274 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.466786:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800912d9d40/0xb104f9478e00995d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x244f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b061 expref: 274 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.466791:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.466791:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.466793:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912d9d40/0xb104f9478e00995d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x244f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b061 expref: 274 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.466799:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.466800:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.466801:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.466802:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312714624 00010000:00010000:3.0:1731347580.466803:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800974e7cc0/0xb104f9478dfeca92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e196 expref: 273 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.466805:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312714624 00010000:00010000:1.0:1731347580.466806:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466811:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800974e7cc0/0xb104f9478dfeca92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e196 expref: 273 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.466813:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.466814:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fb76400/0xb104f9478dffa3df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95baea expref: 260 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.466814:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952849920:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.466820:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a94aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952852608:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.466823:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+273:2003:x1815448312714496:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 61us (87us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.466824:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.466826:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290765 00000100:00100000:2.0:1731347580.466829:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290766 00000100:00100000:2.0:1731347580.466833:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+260:2003:x1815448312714624:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.466837:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.466838:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.466839:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.466841:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466843:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fb76400/0xb104f9478dffa3df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95baea expref: 260 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.466845:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.466848:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952852480:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.466848:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466851:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fb76400/0xb104f9478dffa3df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95baea expref: 260 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.466855:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466859:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.466860:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466862:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fb76400/0xb104f9478dffa3df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95baea expref: 260 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.466864:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.466864:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466869:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466871:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.466872:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.466872:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e07799e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466875:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.466880:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a71f80/2, rc 0, transno 400124 00010000:00010000:2.0:1731347580.466881:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.466893:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.466894:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952849152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.466900:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.466905:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952852352:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.466908:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+259:2003:x1815448312714624:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.466911:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.466913:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290766 00000100:00100000:0.0:1731347580.466916:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952852736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.466920:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.466928:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952851968 00000100:00100000:2.0:1731347580.466930:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952851968 00000100:00100000:0.0:1731347580.466931:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.466941:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952852480 00000100:00100000:2.0:1731347580.466943:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952852480 00000004:00080000:3.0:1731347580.466944:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120382d80/2, rc 0, transno 368578 00000100:00100000:0.0:1731347580.466944:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952852352 00000100:00100000:0.0:1731347580.466946:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952852352 00000100:00100000:3.0:1731347580.466950:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952849024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.466950:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952852736 00000100:00100000:2.0:1731347580.466952:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952852736 00000100:00100000:1.0:1731347580.466952:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+217:3763:x1815447952848512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2661us (2688us total) trans 4295367422 rc 0/0 00000100:00100000:0.0:1731347580.466956:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204865 00000100:00100000:0.0:1731347580.466959:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+59:3761:x1815447952851968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.466960:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204852 00002000:00080000:0.0:1731347580.466967:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13615 count 1 00000100:00100000:2.0:1731347580.466968:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204866 00000100:00100000:2.0:1731347580.466972:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+217:3763:x1815447952852480:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.466972:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204867 00000100:00100000:3.0:1731347580.466976:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204868 00000100:00100000:1.0:1731347580.466976:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+217:3763:x1815447952852352:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.466980:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+217:3761:x1815447952852736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.466981:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14560 count 1 00002000:00080000:1.0:1731347580.466986:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18329 count 1 00002000:00080000:3.0:1731347580.466988:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14521 count 1 00010000:00010000:2.0:1731347580.466990:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.466995:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.466995:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467003:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011fa098c0/0xb104f9478e00d913 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f01e expref: 272 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.467003:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880081622880/0xb104f9478e00b32d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca31 expref: 272 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.467005:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801193ed440/0xb104f9478dffc34a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da4e expref: 272 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.467009:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.467009:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.467010:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.467010:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.467010:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.467011:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.467012:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467013:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467013:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467013:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467021:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880128324240/0xb104f9478dfed861 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef65 expref: 258 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.467022:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801193ed440/0xb104f9478dffc34a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da4e expref: 272 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.467025:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.467026:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011fa098c0/0xb104f9478e00d913 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f01e expref: 272 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.467026:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880081622880/0xb104f9478e00b32d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca31 expref: 272 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.467026:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.467027:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801193ed440/0xb104f9478dffc34a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da4e expref: 272 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.467027:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467034:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011fa098c0/0xb104f9478e00d913 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f01e expref: 272 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.467034:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880081622880/0xb104f9478e00b32d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca31 expref: 272 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.467034:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952852992:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.467037:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880128324240/0xb104f9478dfed861 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef65 expref: 258 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.467043:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952853120:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.467043:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952853248:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.467043:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880128324240/0xb104f9478dfed861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef65 expref: 258 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.467047:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.467049:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952853376:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.467059:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.467059:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.467062:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebb40 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.467072:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.467076:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880120381f80/2, rc 0, transno 400126 00010000:00010000:0.0:1731347580.467076:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467080:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467084:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467089:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467091:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880120381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952848512:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.467092:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.467094:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467098:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467100:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.467104:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467106:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952852864:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.467107:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e0779b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.467111:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952850560:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.467122:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.467122:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.467135:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.467137:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952852864 00000100:00100000:3.0:1731347580.467139:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952852864 00000100:00100000:0.0:1731347580.467140:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952853504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.467154:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.467157:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952853504 00000100:00100000:1.0:1731347580.467157:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a94bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952850688:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.467160:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952853504 00000100:00100000:2.0:1731347580.467162:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204869 00000100:00100000:2.0:1731347580.467166:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+60:3760:x1815447952852864:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.467167:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467170:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204870 00000100:00100000:3.0:1731347580.467173:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+218:3763:x1815447952853504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.467177:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15603 count 1 00002000:00080000:3.0:1731347580.467180:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10803 count 1 00010000:00010000:3.0:1731347580.467186:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467186:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467195:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078dee880/0xb104f9478e009d85 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b489 expref: 272 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.467195:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b6dc480/0xb104f9478dff918d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a898 expref: 258 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.467201:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.467201:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.467202:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.467202:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.467204:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467205:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467217:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078dee880/0xb104f9478e009d85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b489 expref: 272 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.467217:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b6dc480/0xb104f9478dff918d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a898 expref: 258 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.467225:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078dee880/0xb104f9478e009d85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b489 expref: 272 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.467225:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b6dc480/0xb104f9478dff918d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a898 expref: 258 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.467234:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952853760:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.467234:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952853632:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.467253:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0480 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.467253:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8780 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.467267:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+61:3763:x1815447952849792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2325us (2507us total) trans 4295335875 rc 0/0 00000100:00100000:0.0:1731347580.467271:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204855 00000004:00080000:1.0:1731347580.467277:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800903ef100/2, rc 0, transno 368579 00000100:00100000:1.0:1731347580.467282:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952849792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.467289:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+272:2003:x1815448312714240:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 814us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.467293:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290763 00000100:00100000:2.0:1731347580.467298:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.467303:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952853888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.467308:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312714880 00000100:00100000:3.0:1731347580.467310:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952850944:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.467310:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312714880 00010000:00010000:0.0:1731347580.467316:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1f58c0/0xb104f9478e0030aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647ae expref: 259 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.467317:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.467321:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.467340:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290767 00000100:00100000:0.0:1731347580.467343:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b44d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952851456:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.467345:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+259:2004:x1815448312714880:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.467349:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467352:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.467356:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1f58c0/0xb104f9478e0030aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647ae expref: 259 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.467357:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952853888 00000100:00100000:0.0:1731347580.467359:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952853888 00010000:00010000:2.0:1731347580.467364:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1f58c0/0xb104f9478e0030aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647ae expref: 259 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.467367:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204871 00000100:00100000:0.0:1731347580.467370:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+61:3763:x1815447952853888:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.467374:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1f58c0/0xb104f9478e0030aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9647ae expref: 259 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.467377:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15521 count 1 00010000:00010000:2.0:1731347580.467381:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.467382:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.467383:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467385:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467389:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132f721c0/0xb104f9478dff5fa6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576aa expref: 258 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.467391:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467393:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.467394:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.467395:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467401:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.467404:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132f721c0/0xb104f9478dff5fa6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576aa expref: 258 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.467406:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467410:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467411:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132f721c0/0xb104f9478dff5fa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576aa expref: 258 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.467413:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+258:2004:x1815448312714880:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (115us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.467426:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467430:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467434:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467437:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2400 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.467438:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290767 00000100:00100000:0.0:1731347580.467438:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952854016:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.467439:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467442:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467448:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467451:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e0779c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.467457:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebc00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.467488:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952851200:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.467498:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.467505:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d442a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952851328:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.467516:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.467526:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.467526:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+62:3763:x1815447952850176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2194us (2254us total) trans 4295335876 rc 0/0 00000100:00100000:1.0:1731347580.467530:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204857 00000100:00100000:2.0:1731347580.467541:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:1.0:1731347580.467546:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800903ec700/2, rc 0, transno 368580 00000100:00100000:1.0:1731347580.467550:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952850176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.467550:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312715008 00000100:00100000:2.0:1731347580.467553:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.467553:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312715008 00010000:00010000:0.0:1731347580.467564:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478dff5f9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576a3 expref: 272 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.467567:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.467571:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312715264 00000100:00100000:1.0:1731347580.467573:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312715264 00000100:00100000:3.0:1731347580.467574:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312714752 00000100:00100000:3.0:1731347580.467577:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312714752 00000100:00100000:2.0:1731347580.467578:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312715136 00000100:00100000:2.0:1731347580.467579:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312715136 00010000:00010000:1.0:1731347580.467580:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136350b40/0xb104f9478e0050af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667b3 expref: 258 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.467581:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290768 00000100:00100000:0.0:1731347580.467585:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+273:2003:x1815448312715008:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.467587:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096048000/0xb104f9478dff9194 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a891 expref: 273 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.467587:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123f0ba80/0xb104f9478e004eb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665bb expref: 259 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.467590:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290769 00000100:00100000:1.0:1731347580.467592:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+259:2003:x1815448312715264:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.467592:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.467596:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478dff5f9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576a3 expref: 273 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.467597:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.467599:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136350b40/0xb104f9478e0050af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667b3 expref: 259 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.467602:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290770 00010000:00010000:1.0:1731347580.467604:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136350b40/0xb104f9478e0050af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667b3 expref: 259 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.467605:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290771 00010000:00010000:0.0:1731347580.467605:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478dff5f9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576a3 expref: 273 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.467606:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+273:2004:x1815448312714752:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.467609:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+259:2004:x1815448312715136:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.467612:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.467612:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136350b40/0xb104f9478e0050af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9667b3 expref: 259 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.467614:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.467616:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096048000/0xb104f9478dff9194 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a891 expref: 273 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.467616:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478dff5f9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576a3 expref: 273 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.467617:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123f0ba80/0xb104f9478e004eb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665bb expref: 258 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.467617:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.467618:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.467620:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467624:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096048000/0xb104f9478dff9194 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3cf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a891 expref: 272 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.467624:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467625:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123f0ba80/0xb104f9478e004eb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665bb expref: 258 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.467625:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.467626:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.467628:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467632:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.467634:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096048000/0xb104f9478dff9194 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3cf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a891 expref: 272 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.467635:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467640:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123f0ba80/0xb104f9478e004eb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9665bb expref: 258 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.467643:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.467643:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+258:2003:x1815448312715264:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (102us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.467644:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.467646:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.467647:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467647:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.467647:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290769 00010000:00010000:0.0:1731347580.467648:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.467650:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467653:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467656:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467658:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467662:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.467663:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+271:2003:x1815448312715008:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (138us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.467666:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467667:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.467670:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.467671:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290768 00010000:00010000:1.0:1731347580.467673:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467674:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.467676:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.467678:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467684:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+270:2004:x1815448312714752:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.467684:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+256:2004:x1815448312715136:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.467685:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467686:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.467689:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290771 00010000:00010000:1.0:1731347580.467690:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467692:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290770 00010000:00010000:0.0:1731347580.467693:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467694:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0779cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.467699:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467717:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952854144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.467717:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.467733:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.467749:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952854144 00000100:00100000:1.0:1731347580.467752:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952854144 00000100:00100000:2.0:1731347580.467755:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952851712:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.467758:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312715392 00000100:00100000:3.0:1731347580.467761:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312715392 00000100:00100000:1.0:1731347580.467761:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204872 00000100:00100000:1.0:1731347580.467764:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+63:3760:x1815447952854144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.467765:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467784:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880005ce9440/0xb104f9478dffe91b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96001f expref: 270 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.467786:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16341 count 1 00010000:00010000:1.0:1731347580.467792:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467798:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290772 00010000:00010000:1.0:1731347580.467798:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6c6c0/0xb104f9478dffe922 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960026 expref: 255 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.467802:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+270:2004:x1815448312715392:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.467802:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.467803:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.467804:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467808:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.467812:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880005ce9440/0xb104f9478dffe91b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96001f expref: 270 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.467813:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6c6c0/0xb104f9478dffe922 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960026 expref: 255 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.467816:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467819:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880005ce9440/0xb104f9478dffe91b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96001f expref: 270 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.467822:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6c6c0/0xb104f9478dffe922 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960026 expref: 255 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.467823:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.467827:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952854272:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.467828:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814398c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.467829:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880005ce9440/0xb104f9478dffe91b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96001f expref: 270 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.467830:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467836:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.467836:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467838:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.467840:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.467840:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.467842:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.467845:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467848:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467850:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.467853:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312715520 00010000:00010000:1.0:1731347580.467853:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.467855:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312715520 00010000:00010000:0.0:1731347580.467855:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814398c0/0xb104f9478e0779dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ec2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467857:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467860:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467864:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.467864:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467865:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a0fa80/0xb104f9478e009964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b068 expref: 256 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.467867:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a1c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.467869:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.467872:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467877:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+269:2004:x1815448312715392:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (160us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.467879:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.467882:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290772 00010000:00010000:1.0:1731347580.467883:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0779ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.467885:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290773 00000100:00100000:2.0:1731347580.467888:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+256:2003:x1815448312715520:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.467894:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.467898:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a0fa80/0xb104f9478e009964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x244f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b068 expref: 256 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.467906:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a0fa80/0xb104f9478e009964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x244f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b068 expref: 256 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.467916:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a0fa80/0xb104f9478e009964 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x244f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b068 expref: 256 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.467924:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.467925:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.467927:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467933:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.467943:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.467954:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.467955:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+219:3760:x1815447952850048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2628us (2670us total) trans 4295367423 rc 0/0 00000100:00100000:2.0:1731347580.467956:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+255:2003:x1815448312715520:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.467959:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204856 00010000:00010000:3.0:1731347580.467961:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.467962:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290773 00010000:00010000:3.0:1731347580.467967:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467973:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.467975:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+64:3762:x1815447952850432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2561us (2595us total) trans 4295335877 rc 0/0 00000100:00100000:1.0:1731347580.467978:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204859 00010000:00010000:3.0:1731347580.467979:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467984:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.467987:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.467998:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.468008:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.468014:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e0779e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.468048:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+63:3761:x1815447952851072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2547us (2570us total) trans 4295335878 rc 0/0 00000100:00100000:0.0:1731347580.468052:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204861 00000100:00100000:1.0:1731347580.468058:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.468064:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.468069:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.468073:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.468075:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312715776 00010000:00010000:0.0:1731347580.468076:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.468079:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312715776 00010000:00010000:0.0:1731347580.468080:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.468082:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952852992:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.468083:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.468085:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468088:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.468088:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.468094:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.468097:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712631 00010000:00010000:0.0:1731347580.468098:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e0779c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.468101:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:13210:x1815448312715776:12345-192.168.203.60@tcp:36:fsx.0 00000100:00100000:1.0:1731347580.468107:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a94aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952852608:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.468113:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468120:0:15909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.468122:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+63:3763:x1815447952851584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2175us (2209us total) trans 4295335879 rc 0/0 00000004:00080000:1.0:1731347580.468125:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800903ee300/2, rc 0, transno 368583 00000100:00100000:3.0:1731347580.468128:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204862 00010000:00010000:2.0:1731347580.468129:0:15909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0779f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc26 expref: 14 pid: 15909 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.468129:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952851584:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.468138:0:15909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.468141:0:15909:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.468149:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a949180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952852096:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.468151:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.468158:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.468159:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312715904 00000100:00100000:1.0:1731347580.468161:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312715904 00000100:00100000:0.0:1731347580.468162:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+219:3761:x1815447952850304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2806us (2867us total) trans 4295367424 rc 0/0 00000100:00100000:0.0:1731347580.468166:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204858 00010000:00010000:1.0:1731347580.468167:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099f11d40/0xb104f9478dfeecb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503bd expref: 255 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.468176:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800903ed500/2, rc 0, transno 368581 00000100:00100000:1.0:1731347580.468176:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290774 00000100:00100000:1.0:1731347580.468178:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+255:2004:x1815448312715904:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.468178:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468182:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.468182:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.468183:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952850432:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.468184:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099f11d40/0xb104f9478dfeecb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503bd expref: 255 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.468186:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468189:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099f11d40/0xb104f9478dfeecb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503bd expref: 255 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.468189:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.468193:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468196:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099f11d40/0xb104f9478dfeecb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9503bd expref: 255 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.468196:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.468197:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.468198:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132740a80/2, rc 0, transno 400127 00010000:00010000:1.0:1731347580.468201:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.468202:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.468202:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.468204:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952850048:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.468204:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.468207:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.468208:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.468208:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.468211:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e0779d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.468213:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952854400:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.468213:0:15909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220900/0xb104f9478e077a3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15909 initiator: MDT0 00010000:00010000:1.0:1731347580.468215:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.468221:0:15909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220900/0xb104f9478e077a3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:1.0:1731347580.468225:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+254:2004:x1815448312715904:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (74us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.468228:0:15909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220900/0xb104f9478e077a3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00000100:00100000:3.0:1731347580.468231:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.468232:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290774 00010000:00010000:3.0:1731347580.468246:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.468250:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1731347580.468252:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1731347580.468254:0:15909:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161546 00000100:00100000:1.0:1731347580.468254:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952854528:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.468259:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.468266:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.468266:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1731347580.468268:0:15909:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007d440a80 reply state ffff880099a90000 transno 4295161547 ns: mdt-lustre-MDT0000_UUID lock: ffff880091220900/0xb104f9478e077a3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.468272:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468276:0:15909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220900/0xb104f9478e077a3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:1.0:1731347580.468276:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952854400 00010000:00010000:3.0:1731347580.468278:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83840 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.468278:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952854400 00010000:00010000:3.0:1731347580.468281:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468282:0:15909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000100:00100000:0.0:1731347580.468283:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+219:3761:x1815447952850816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2799us (2833us total) trans 4295367425 rc 0/0 00010000:00010000:2.0:1731347580.468284:0:15909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.468285:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952854528 00000100:00100000:2.0:1731347580.468286:0:15909:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.468286:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952854528 00010000:00010000:3.0:1731347580.468288:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.468289:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204860 00000100:00100000:1.0:1731347580.468294:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204873 00000100:00100000:1.0:1731347580.468296:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+64:3760:x1815447952854400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.468297:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.468301:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204874 00010000:00010000:3.0:1731347580.468303:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0779f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.468303:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18499 count 1 00000100:00100000:0.0:1731347580.468306:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+64:3763:x1815447952854528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.468309:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468316:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b27b21c0/0xb104f9478dfeca8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e18f expref: 253 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.468317:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:13210:x1815448312715776:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 214us (257us total) trans 4295161547 rc 0/0 00002000:00080000:0.0:1731347580.468317:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18329 count 1 00010000:00010000:1.0:1731347580.468319:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.468320:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.468322:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.468323:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712631 00000020:00080000:2.0:1731347580.468326:0:15909:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1731347580.468326:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468330:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b27b21c0/0xb104f9478dfeca8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e18f expref: 253 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.468335:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b27b21c0/0xb104f9478dfeca8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e18f expref: 253 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.468336:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123e01440/0xb104f9478dffc343 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da47 expref: 253 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.468342:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.468343:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a949180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952854656:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.468343:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.468346:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.468355:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.468358:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.468365:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123e01440/0xb104f9478dffc343 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da47 expref: 253 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.468369:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312716032 00000100:00100000:2.0:1731347580.468372:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312716032 00010000:00010000:0.0:1731347580.468374:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123e01440/0xb104f9478dffc343 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da47 expref: 253 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.468378:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.468381:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800974e7cc0/0xb104f9478dfeca92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e196 expref: 269 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.468382:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952854784:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.468385:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312716160 00000100:00100000:1.0:1731347580.468387:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312716160 00000100:00100000:3.0:1731347580.468392:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+65:3763:x1815447952851840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1821us (1855us total) trans 4295335880 rc 0/0 00010000:00010000:1.0:1731347580.468393:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801193ed440/0xb104f9478dffc34a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da4e expref: 270 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.468395:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290775 00000100:00100000:3.0:1731347580.468399:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204863 00000100:00100000:2.0:1731347580.468399:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+270:2003:x1815448312716032:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.468403:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290776 00010000:00010000:2.0:1731347580.468405:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.468406:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+270:2004:x1815448312716160:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.468409:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800974e7cc0/0xb104f9478dfeca92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e196 expref: 270 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.468410:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.468412:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801193ed440/0xb104f9478dffc34a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da4e expref: 270 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.468432:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801193ed440/0xb104f9478dffc34a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da4e expref: 270 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.468435:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800974e7cc0/0xb104f9478dfeca92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e196 expref: 270 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.468440:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801193ed440/0xb104f9478dffc34a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da4e expref: 270 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.468446:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.468447:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800974e7cc0/0xb104f9478dfeca92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e196 expref: 269 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.468447:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.468448:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468455:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.468455:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468456:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.468459:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468463:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.468465:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.468472:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+268:2004:x1815448312716160:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.468473:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.468476:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.468476:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290776 00010000:00010000:1.0:1731347580.468485:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468489:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.468492:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+267:2003:x1815448312716032:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 92us (135us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.468493:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468496:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.468498:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290775 00010000:00010000:1.0:1731347580.468500:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468503:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.468505:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468511:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468513:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468516:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468519:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468520:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e077a15 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468525:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468531:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468537:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468542:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.468544:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.468548:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.468551:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.468555:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952854912:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.468559:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468570:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077a00 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.468572:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.468583:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952854912 00000100:00100000:0.0:1731347580.468585:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952854912 00000100:00100000:1.0:1731347580.468590:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+220:3763:x1815447952852352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1613us (1669us total) trans 4295367426 rc 0/0 00000004:00080000:3.0:1731347580.468591:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132743480/2, rc 0, transno 368582 00000100:00100000:1.0:1731347580.468593:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204867 00000100:00100000:0.0:1731347580.468596:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204875 00000100:00100000:3.0:1731347580.468597:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952851072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.468599:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+219:3762:x1815447952854912:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.468605:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132741f80/2, rc 0, transno 400129 00002000:00080000:0.0:1731347580.468606:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13649 count 1 00000004:00080000:1.0:1731347580.468608:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c4700/2, rc 0, transno 400130 00000100:00100000:3.0:1731347580.468611:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952850816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.468611:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952852352:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.468613:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.468616:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800903eea00/2, rc 0, transno 368584 00000100:00100000:1.0:1731347580.468618:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952851840:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.468619:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132742d80/2, rc 0, transno 400128 00010000:00010000:0.0:1731347580.468620:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800afe89b00/0xb104f9478dff0229 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951934 expref: 266 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.468623:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952850304:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.468624:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.468625:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.468626:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.468635:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800afe89b00/0xb104f9478dff0229 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951934 expref: 266 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.468643:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800afe89b00/0xb104f9478dff0229 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951934 expref: 266 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.468647:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952853120:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.468648:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952855040:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.468655:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.468661:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952855168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.468663:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.468664:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+220:3761:x1815447952852224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1933us (1981us total) trans 4295367427 rc 0/0 00000100:00100000:2.0:1731347580.468670:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204864 00000100:00100000:3.0:1731347580.468677:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.468688:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.468690:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.468691:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952853248:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.468693:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952855552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.468695:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952855680:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.468700:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.468705:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.468712:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952855552 00000100:00100000:2.0:1731347580.468712:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952855168 00000100:00100000:1.0:1731347580.468714:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952855424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.468715:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952855552 00000100:00100000:2.0:1731347580.468715:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952855168 00000100:00100000:1.0:1731347580.468723:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.468729:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952855424 00000100:00100000:3.0:1731347580.468731:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952855424 00000100:00100000:2.0:1731347580.468732:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204876 00000100:00100000:0.0:1731347580.468736:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204877 00000100:00100000:2.0:1731347580.468737:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+221:3763:x1815447952855552:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.468739:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+65:3760:x1815447952855168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.468740:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204878 00000100:00100000:1.0:1731347580.468743:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+221:3763:x1815447952855424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.468746:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12963 count 1 00002000:00080000:0.0:1731347580.468747:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14560 count 1 00000100:00100000:3.0:1731347580.468748:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1731347580.468750:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11065 count 1 00010000:00010000:0.0:1731347580.468753:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468755:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468757:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.468758:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952855296:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.468760:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f8ebcc0/0xb104f9478e00b334 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca38 expref: 253 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.468763:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.468764:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094706d00/0xb104f9478e00a6d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bdd5 expref: 266 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.468764:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fbe0d80/0xb104f9478dfead49 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c44d expref: 266 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.468764:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.468766:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468767:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.468783:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.468784:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.468784:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.468786:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.468787:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.468788:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.468791:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f8ebcc0/0xb104f9478e00b334 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca38 expref: 253 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.468795:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fbe0d80/0xb104f9478dfead49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c44d expref: 266 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.468796:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f8ebcc0/0xb104f9478e00b334 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca38 expref: 253 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.468800:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fbe0d80/0xb104f9478dfead49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c44d expref: 266 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.468804:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952855680 00000100:00100000:0.0:1731347580.468805:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952855808:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.468806:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952855936:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.468807:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952855680 00010000:00010000:2.0:1731347580.468808:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094706d00/0xb104f9478e00a6d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bdd5 expref: 266 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.468817:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094706d00/0xb104f9478e00a6d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bdd5 expref: 266 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.468818:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952855296 00000100:00100000:0.0:1731347580.468818:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.468819:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952855296 00000100:00100000:1.0:1731347580.468821:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.468826:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952856064:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.468829:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204879 00000100:00100000:1.0:1731347580.468832:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204880 00000100:00100000:3.0:1731347580.468833:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+222:3760:x1815447952855680:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.468835:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+66:3760:x1815447952855296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.468841:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14521 count 1 00002000:00080000:3.0:1731347580.468842:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9901 count 1 00000100:00100000:2.0:1731347580.468843:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb89c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.468847:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.468852:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468853:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e9a3a80/0xb104f9478e00d91a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f017 expref: 253 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.468856:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.468857:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.468858:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.468862:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323b6d00/0xb104f9478e00db51 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f255 expref: 266 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.468867:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e9a3a80/0xb104f9478e00d91a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f017 expref: 253 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.468868:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.468869:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.468871:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.468871:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e9a3a80/0xb104f9478e00d91a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f017 expref: 253 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.468877:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007965fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952856192:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.468886:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801323b6d00/0xb104f9478e00db51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f255 expref: 266 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.468886:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.468894:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801323b6d00/0xb104f9478e00db51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f255 expref: 266 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.468903:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952856320:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.468920:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.468923:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.468937:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312716416 00000004:00080000:3.0:1731347580.468939:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c6d80/2, rc 0, transno 400131 00000100:00100000:2.0:1731347580.468940:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312716416 00010000:00010000:2.0:1731347580.468951:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011fa098c0/0xb104f9478e00d913 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f01e expref: 267 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.468957:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952852224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.468965:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290777 00000100:00100000:2.0:1731347580.468969:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+267:2004:x1815448312716416:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.468976:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.468979:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011fa098c0/0xb104f9478e00d913 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f01e expref: 267 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.468986:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.468987:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011fa098c0/0xb104f9478e00d913 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f01e expref: 267 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.468992:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952856448:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.468998:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011fa098c0/0xb104f9478e00d913 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f01e expref: 267 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.469009:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.469010:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.469011:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.469014:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469020:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.469020:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952856448 00000100:00100000:0.0:1731347580.469022:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952856448 00010000:00010000:2.0:1731347580.469032:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.469032:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204881 00000100:00100000:0.0:1731347580.469034:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+223:3760:x1815447952856448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.469038:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.469041:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18005 count 1 00010000:00010000:1.0:1731347580.469042:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469046:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469047:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+266:2004:x1815448312716416:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (122us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.469048:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469052:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290777 00010000:00010000:1.0:1731347580.469053:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469055:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b450cd80/0xb104f9478e0004a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba8 expref: 266 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.469057:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469058:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.469059:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469060:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b806c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.469060:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469062:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469065:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469069:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b450cd80/0xb104f9478e0004a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba8 expref: 265 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.469071:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469074:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077a0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469074:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b450cd80/0xb104f9478e0004a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba8 expref: 265 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.469082:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952856576:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.469106:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.469144:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+224:3761:x1815447952852736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2163us (2212us total) trans 4295367428 rc 0/0 00000100:00100000:1.0:1731347580.469148:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204868 00000004:00080000:3.0:1731347580.469156:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d4380/2, rc 0, transno 400132 00000100:00100000:3.0:1731347580.469163:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952852736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.469168:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.469180:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312716288 00000100:00100000:2.0:1731347580.469183:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312716288 00000100:00100000:1.0:1731347580.469183:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.469193:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880081622880/0xb104f9478e00b32d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca31 expref: 266 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.469195:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312716544 00000100:00100000:3.0:1731347580.469197:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312716544 00000100:00100000:1.0:1731347580.469198:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.469203:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952856704:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.469206:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880128324240/0xb104f9478dfed861 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef65 expref: 254 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.469207:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290778 00000100:00100000:0.0:1731347580.469210:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952853376:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.469212:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+266:2003:x1815448312716288:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.469214:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.469217:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.469219:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290779 00010000:00010000:0.0:1731347580.469220:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469222:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880081622880/0xb104f9478e00b32d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca31 expref: 266 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.469223:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+254:2003:x1815448312716544:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.469223:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952856704 00000100:00100000:1.0:1731347580.469224:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952856704 00010000:00010000:3.0:1731347580.469230:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.469230:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880081622880/0xb104f9478e00b32d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca31 expref: 266 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.469233:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880128324240/0xb104f9478dfed861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x352f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef65 expref: 254 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.469233:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204882 00000100:00100000:1.0:1731347580.469235:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+224:3763:x1815447952856704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.469241:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880128324240/0xb104f9478dfed861 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x352f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef65 expref: 254 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.469243:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17391 count 1 00010000:00010000:2.0:1731347580.469245:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081622880/0xb104f9478e00b32d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca31 expref: 266 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.469248:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469250:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880128324240/0xb104f9478dfed861 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x352f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ef65 expref: 254 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.469253:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.469254:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469254:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaad1f80/0xb104f9478dff7e3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959543 expref: 265 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.469257:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469258:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469258:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.469259:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469259:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469261:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469262:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469263:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469268:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469269:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaad1f80/0xb104f9478dff7e3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959543 expref: 265 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.469274:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.469274:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaad1f80/0xb104f9478dff7e3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959543 expref: 265 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.469278:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.469279:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952856832:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.469288:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.469290:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+253:2003:x1815448312716544:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.469290:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+265:2003:x1815448312716288:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.469290:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.469295:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290778 00010000:00010000:0.0:1731347580.469295:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.469298:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290779 00010000:00010000:0.0:1731347580.469302:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469308:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469314:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469318:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.469320:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952853760:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.469320:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814386c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.469323:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469325:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.469327:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952853632:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.469329:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469330:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469332:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469333:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469338:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469344:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469349:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469350:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077a1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x352f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469355:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.469357:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469363:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469370:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469375:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e077a07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.469377:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.469385:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312716672 00000100:00100000:1.0:1731347580.469387:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312716672 00010000:00010000:1.0:1731347580.469393:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078dee880/0xb104f9478e009d85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b489 expref: 265 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.469403:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290780 00000100:00100000:1.0:1731347580.469405:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+265:2004:x1815448312716672:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.469409:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.469412:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078dee880/0xb104f9478e009d85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b489 expref: 265 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.469432:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078dee880/0xb104f9478e009d85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b489 expref: 265 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.469440:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078dee880/0xb104f9478e009d85 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b489 expref: 265 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.469445:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469446:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469447:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469451:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469463:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.469474:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.469475:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+264:2004:x1815448312716672:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.469478:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290780 00010000:00010000:3.0:1731347580.469481:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469481:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+225:3763:x1815447952852480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2508us (2615us total) trans 4295367429 rc 0/0 00000100:00100000:2.0:1731347580.469487:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204866 00010000:00010000:3.0:1731347580.469488:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469494:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.469494:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c7100/2, rc 0, transno 400133 00000100:00100000:1.0:1731347580.469498:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952852480:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.469500:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469505:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.469507:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469514:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469523:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469529:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077a2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469541:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.469585:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+67:3761:x1815447952851968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2623us (2793us total) trans 4295335881 rc 0/0 00000100:00100000:0.0:1731347580.469591:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204865 00000100:00100000:2.0:1731347580.469597:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.469608:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312716928 00000100:00100000:1.0:1731347580.469610:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312716928 00000100:00100000:3.0:1731347580.469617:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+225:3763:x1815447952853504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2443us (2462us total) trans 4295367430 rc 0/0 00000100:00100000:3.0:1731347580.469623:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204870 00000100:00100000:0.0:1731347580.469624:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.469629:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952854272:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.469631:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.469631:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952856960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.469636:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.469646:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312716800 00010000:00010000:1.0:1731347580.469646:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b6dc480/0xb104f9478dff918d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a898 expref: 253 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.469649:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312716800 00000100:00100000:0.0:1731347580.469652:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.469655:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312717056 00000100:00100000:1.0:1731347580.469657:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312717056 00010000:00010000:3.0:1731347580.469659:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132f721c0/0xb104f9478dff5fa6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576aa expref: 254 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.469661:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6c6c0/0xb104f9478dffe922 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960026 expref: 255 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.469669:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290781 00000100:00100000:0.0:1731347580.469669:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952856960 00000100:00100000:1.0:1731347580.469671:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+255:2004:x1815448312716928:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.469672:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952856960 00000100:00100000:3.0:1731347580.469674:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290782 00010000:00010000:1.0:1731347580.469675:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.469677:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952854784:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.469678:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+255:2004:x1815448312717056:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.469678:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b6dc480/0xb104f9478dff918d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a898 expref: 255 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.469684:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204883 00010000:00010000:3.0:1731347580.469685:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.469686:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b6dc480/0xb104f9478dff918d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a898 expref: 255 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.469687:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.469688:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+225:3762:x1815447952856960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.469689:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6c6c0/0xb104f9478dffe922 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960026 expref: 255 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.469693:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b6dc480/0xb104f9478dff918d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a898 expref: 255 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.469697:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6c6c0/0xb104f9478dffe922 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960026 expref: 254 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.469698:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469698:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469700:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469704:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469705:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290783 00010000:00010000:3.0:1731347580.469708:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3e6c6c0/0xb104f9478dffe922 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960026 expref: 254 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.469710:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+254:2004:x1815448312716800:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.469711:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.469715:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.469718:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132f721c0/0xb104f9478dff5fa6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576aa expref: 254 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.469721:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.469721:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+253:2004:x1815448312716928:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (181us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.469722:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.469725:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.469725:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290781 00010000:00010000:2.0:1731347580.469726:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132f721c0/0xb104f9478dff5fa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576aa expref: 253 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.469731:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469733:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469735:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.469736:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.469737:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469738:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469742:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469744:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.469744:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.469748:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.469750:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16306 count 1 00010000:00010000:1.0:1731347580.469752:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.469753:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.469755:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.469757:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469758:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.469759:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+252:2004:x1815448312717056:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.469760:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469763:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+252:2004:x1815448312716800:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.469765:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290782 00010000:00010000:1.0:1731347580.469765:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469766:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a735680/0xb104f9478e0072d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689da expref: 263 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.469781:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077a23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3cf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469783:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290783 00010000:00010000:0.0:1731347580.469786:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.469787:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.469789:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469797:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469804:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469810:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469810:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.469816:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469822:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.469832:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.469835:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469835:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a735680/0xb104f9478e0072d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689da expref: 263 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.469841:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469841:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a735680/0xb104f9478e0072d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689da expref: 263 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.469847:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952857088:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.469851:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.469853:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+67:3760:x1815447952852864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2686us (2731us total) trans 4295335882 rc 0/0 00000100:00100000:2.0:1731347580.469855:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952855040:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.469857:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e077a38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.469857:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204869 00000100:00100000:0.0:1731347580.469860:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebb40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.469864:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.469874:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a949180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952854656:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.469876:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132f721c0/0xb104f9478dff5fa6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9576aa expref: 250 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.469880:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469881:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312717184 00000100:00100000:0.0:1731347580.469883:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952854016:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.469884:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312717184 00010000:00010000:0.0:1731347580.469890:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.469894:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d7b80/2, rc 0, transno 400134 00010000:00010000:0.0:1731347580.469894:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1731347580.469895:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1350855->18446744073709551615) 00002000:00100000:2.0:1731347580.469898:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a72a00 with x1815448312717184 ext(1350855->18446744073709551615) 00010000:00010000:0.0:1731347580.469898:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1731347580.469903:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a72a00. 00010000:00010000:0.0:1731347580.469903:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.469905:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952853504:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.469907:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469911:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469915:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439200 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.469916:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678324 00010000:00010000:0.0:1731347580.469916:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.469920:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+250:2004:x1815448312717184:12345-192.168.203.60@tcp:10:fsx.0 00010000:00010000:0.0:1731347580.469920:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469925:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.469929:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077a31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.469939:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952855808:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.469946:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.469956:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+67:3760:x1815447952854144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2190us (2221us total) trans 4295335883 rc 0/0 00000100:00100000:1.0:1731347580.469959:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.469962:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204872 00000100:00100000:1.0:1731347580.469965:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312717440 00000100:00100000:1.0:1731347580.469967:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312717440 00010000:00010000:1.0:1731347580.469974:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b27b21c0/0xb104f9478dfeca8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e18f expref: 251 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.469983:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952857216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.469983:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290784 00000100:00100000:1.0:1731347580.469986:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+251:2004:x1815448312717440:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.469990:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.469992:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b27b21c0/0xb104f9478dfeca8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e18f expref: 251 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.469997:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b27b21c0/0xb104f9478dfeca8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e18f expref: 251 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.469999:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.470004:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b27b21c0/0xb104f9478dfeca8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e18f expref: 252 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.470013:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952857216 00010000:00010000:1.0:1731347580.470013:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470014:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.470014:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+67:3763:x1815447952853888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2642us (2695us total) trans 4295335884 rc 0/0 00000100:00100000:3.0:1731347580.470015:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952857216 00002000:00010000:2.0:1731347580.470016:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 712794 -> 1350855 00010000:00010000:1.0:1731347580.470016:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470018:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204871 00002000:00010000:2.0:1731347580.470019:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00010000:00010000:1.0:1731347580.470020:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1731347580.470021:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.470023:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.470025:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:0.0:1731347580.470026:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204884 00010000:00010000:1.0:1731347580.470027:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.470028:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+226:3760:x1815447952857216:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.470036:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+251:2004:x1815448312717440:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (76us total) trans 0 rc 0/0 00002000:00080000:0.0:1731347580.470036:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14737 count 1 00000100:00100000:1.0:1731347580.470039:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290784 00000004:00080000:3.0:1731347580.470040:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a1e680/2, rc 0, transno 368587 00010000:00010000:0.0:1731347580.470042:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.470044:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+250:2004:x1815448312717184:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 122us (233us total) trans 4295335885 rc 0/0 00000100:00100000:3.0:1731347580.470045:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952854144:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.470047:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.470049:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801152b06c0/0xb104f9478dffcdbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4c0 expref: 263 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.470051:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678324 00010000:00010000:1.0:1731347580.470051:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.470052:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a1ed80/2, rc 0, transno 368586 00010000:00010000:0.0:1731347580.470053:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1731347580.470054:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1350855->18446744073709551615) 00010000:00010000:0.0:1731347580.470054:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.470055:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952852864:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.470055:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.470055:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1731347580.470056:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a72a00 with x1815448312717184 ext(1350855->18446744073709551615) 00010000:00010000:1.0:1731347580.470058:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1731347580.470060:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a72a00. 00010000:00010000:1.0:1731347580.470062:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.470064:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801152b06c0/0xb104f9478dffcdbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4c0 expref: 263 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.470068:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.470069:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801152b06c0/0xb104f9478dffcdbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4c0 expref: 263 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470070:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470074:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470074:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952857344:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.470079:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470082:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e077a46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470087:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebc00 going to sleep for 11 seconds 00000004:00080000:3.0:1731347580.470094:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800903ef480/2, rc 0, transno 368585 00000100:00100000:0.0:1731347580.470097:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952857600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.470100:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800903ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952851968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.470107:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952857472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.470107:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952855936:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.470108:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.470116:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470119:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952857600 00000100:00100000:0.0:1731347580.470121:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952857600 00000100:00100000:3.0:1731347580.470124:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.470131:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952857472 00000100:00100000:0.0:1731347580.470132:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952857472 00000100:00100000:1.0:1731347580.470146:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+69:3760:x1815447952854400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1848us (1914us total) trans 4295335886 rc 0/0 00000100:00100000:0.0:1731347580.470146:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204885 00000100:00100000:0.0:1731347580.470149:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+69:3762:x1815447952857600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.470150:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204873 00000100:00100000:2.0:1731347580.470153:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204886 00000100:00100000:3.0:1731347580.470155:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:0.0:1731347580.470156:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13649 count 1 00000100:00100000:2.0:1731347580.470158:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+68:3761:x1815447952857472:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.470160:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952857728:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.470162:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.470168:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10803 count 1 00010000:00010000:0.0:1731347580.470169:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ed6d00/0xb104f9478dff0230 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95192d expref: 249 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.470173:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.470173:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.470175:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.470177:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.470177:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.470183:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ed6d00/0xb104f9478dff0230 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95192d expref: 249 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.470186:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4f64b40/0xb104f9478e009d8c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b490 expref: 249 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.470188:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ed6d00/0xb104f9478dff0230 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95192d expref: 249 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.470192:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.470193:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.470194:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952857856:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.470195:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.470202:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952857728 00000100:00100000:1.0:1731347580.470204:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952857728 00000004:00080000:3.0:1731347580.470206:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d441c00/2, rc 0, transno 368590 00000100:00100000:0.0:1731347580.470209:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebd80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.470210:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4f64b40/0xb104f9478e009d8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b490 expref: 249 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.470211:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952854400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.470214:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204887 00000100:00100000:1.0:1731347580.470216:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:3762:x1815447952857728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.470219:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4f64b40/0xb104f9478e009d8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b490 expref: 249 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.470223:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11065 count 1 00000004:00080000:0.0:1731347580.470226:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a1e300/2, rc 0, transno 368588 00000100:00100000:2.0:1731347580.470228:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952857984:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.470229:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470229:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952853888:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.470236:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af86c900/0xb104f9478dfead50 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c454 expref: 249 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.470239:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952858240:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.470243:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470243:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.470245:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8d80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.470245:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.470253:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.470254:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af86c900/0xb104f9478dfead50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c454 expref: 249 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.470259:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af86c900/0xb104f9478dfead50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c454 expref: 249 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.470263:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.470263:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952858240 00000100:00100000:1.0:1731347580.470264:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952858368:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.470265:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952858240 00000100:00100000:3.0:1731347580.470267:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952858112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.470274:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952856064:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.470275:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204888 00000100:00100000:1.0:1731347580.470277:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.470277:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+70:3761:x1815447952858240:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.470281:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.470283:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.470284:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9901 count 1 00010000:00010000:0.0:1731347580.470291:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.470296:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952858112 00010000:00010000:0.0:1731347580.470297:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880128260000/0xb104f9478e00db58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f25c expref: 249 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.470298:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952858112 00010000:00010000:0.0:1731347580.470304:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.470305:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.470306:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.470307:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204889 00000100:00100000:1.0:1731347580.470309:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+71:3761:x1815447952858112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.470314:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880128260000/0xb104f9478e00db58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f25c expref: 249 pid: 15918 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1731347580.470315:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12963 count 1 00010000:00010000:0.0:1731347580.470319:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880128260000/0xb104f9478e00db58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f25c expref: 249 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470321:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470324:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952858496:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.470328:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b2545680/0xb104f9478e00a6d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bddc expref: 249 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.470331:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470332:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470334:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470340:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeba80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.470342:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b2545680/0xb104f9478e00a6d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bddc expref: 249 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.470348:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b2545680/0xb104f9478e00a6d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bddc expref: 249 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.470353:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952858624:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.470362:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.470392:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.470403:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312717696 00000100:00100000:1.0:1731347580.470405:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312717696 00000100:00100000:0.0:1731347580.470409:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.470411:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800afe89b00/0xb104f9478dff0229 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951934 expref: 264 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.470434:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312718080 00000100:00100000:1.0:1731347580.470436:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312718080 00000100:00100000:3.0:1731347580.470440:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290785 00010000:00010000:1.0:1731347580.470440:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094706d00/0xb104f9478e00a6d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bdd5 expref: 265 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.470445:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+265:2004:x1815448312717696:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.470448:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290786 00010000:00010000:3.0:1731347580.470452:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.470452:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+265:2003:x1815448312718080:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.470456:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800afe89b00/0xb104f9478dff0229 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951934 expref: 265 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.470458:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.470458:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.470460:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007965fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952856192:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.470462:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094706d00/0xb104f9478e00a6d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bdd5 expref: 265 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.470465:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800afe89b00/0xb104f9478dff0229 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951934 expref: 265 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470466:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470470:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094706d00/0xb104f9478e00a6d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bdd5 expref: 265 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.470474:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312717952 00010000:00010000:3.0:1731347580.470475:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800afe89b00/0xb104f9478dff0229 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951934 expref: 265 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.470475:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312717952 00000100:00100000:0.0:1731347580.470475:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.470479:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094706d00/0xb104f9478e00a6d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bdd5 expref: 266 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470480:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe0d80/0xb104f9478dfead49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c44d expref: 266 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.470487:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.470488:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.470488:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.470488:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.470489:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.470489:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290787 00010000:00010000:2.0:1731347580.470490:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470491:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.470491:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+264:2003:x1815448312717952:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.470496:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.470497:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470498:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470498:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fbe0d80/0xb104f9478dfead49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c44d expref: 264 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470503:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fbe0d80/0xb104f9478dfead49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c44d expref: 264 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.470510:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.470510:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.470510:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fbe0d80/0xb104f9478dfead49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c44d expref: 264 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.470513:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.470514:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470515:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470517:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470521:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.470527:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+263:2004:x1815448312717696:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.470527:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013107ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+263:2003:x1815448312718080:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.470528:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.470532:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290786 00000100:00100000:3.0:1731347580.470535:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290785 00000100:00100000:1.0:1731347580.470537:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+263:2003:x1815448312717952:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.470541:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290787 00000100:00100000:2.0:1731347580.470543:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312717568 00000100:00100000:2.0:1731347580.470545:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312717568 00000100:00100000:1.0:1731347580.470546:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312717824 00000100:00100000:1.0:1731347580.470548:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312717824 00010000:00010000:1.0:1731347580.470553:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f8ebcc0/0xb104f9478e00b334 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca38 expref: 251 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.470554:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123e01440/0xb104f9478dffc343 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da47 expref: 251 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.470562:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290788 00000100:00100000:1.0:1731347580.470564:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+251:2004:x1815448312717824:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.470564:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952856576:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.470568:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290789 00010000:00010000:1.0:1731347580.470568:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.470569:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952856320:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.470570:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f8ebcc0/0xb104f9478e00b334 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca38 expref: 251 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.470572:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+251:2004:x1815448312717568:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.470574:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470575:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f8ebcc0/0xb104f9478e00b334 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca38 expref: 251 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.470577:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.470579:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470580:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123e01440/0xb104f9478dffc343 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da47 expref: 251 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470580:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f8ebcc0/0xb104f9478e00b334 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ca38 expref: 251 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470585:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470586:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470587:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470589:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123e01440/0xb104f9478dffc343 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da47 expref: 250 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.470589:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312717312 00010000:00010000:1.0:1731347580.470591:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470592:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312717312 00010000:00010000:1.0:1731347580.470597:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.470599:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123e01440/0xb104f9478dffc343 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95da47 expref: 250 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00010000:0.0:1731347580.470602:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:1.0:1731347580.470605:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+249:2004:x1815448312717824:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (92us total) trans 0 rc 0/0 00002000:00100000:0.0:1731347580.470605:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980c000 with x1815448312717312 ext(0->18446744073709551615) 00010000:00010000:2.0:1731347580.470606:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.470608:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.470608:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290788 00010000:00010000:2.0:1731347580.470610:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.470610:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009980c000. 00010000:00010000:2.0:1731347580.470616:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470619:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470623:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470623:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678325 00010000:00010000:2.0:1731347580.470626:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.470627:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470627:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+261:2004:x1815448312717312:12345-192.168.203.60@tcp:10:fsx.0 00010000:00010000:3.0:1731347580.470629:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470631:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470634:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470636:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470637:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.470639:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.470640:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+248:2004:x1815448312717568:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (151us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.470643:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470643:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.470644:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290789 00010000:00010000:1.0:1731347580.470647:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470649:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470651:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077a5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470655:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470658:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470661:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143ba80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.470664:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470664:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470670:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470671:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.470676:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1731347580.470677:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.470678:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00010000:00010000:3.0:1731347580.470679:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.470680:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.470682:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00010000:00010000:2.0:1731347580.470683:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.470684:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 104 -> 104 00010000:00010000:3.0:1731347580.470686:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077a4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470688:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.470691:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470697:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470703:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+262:2004:x1815448312717312:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 75us (227us total) trans 4295367431 rc 0/0 00010000:00010000:2.0:1731347580.470704:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470709:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678325 00010000:00010000:2.0:1731347580.470710:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e077a69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.470712:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347580.470715:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980c000 with x1815448312717312 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347580.470719:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009980c000. 00000100:00100000:1.0:1731347580.470723:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+72:3760:x1815447952855168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1983us (2045us total) trans 4295335887 rc 0/0 00000100:00100000:1.0:1731347580.470728:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204877 00000100:00100000:1.0:1731347580.470779:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.470793:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.470799:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312718208 00000100:00100000:1.0:1731347580.470801:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312718208 00000100:00100000:3.0:1731347580.470806:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+72:3763:x1815447952854528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2498us (2537us total) trans 4295335888 rc 0/0 00000100:00100000:2.0:1731347580.470806:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+227:3763:x1815447952855424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2060us (2080us total) trans 4295367432 rc 0/0 00010000:00010000:1.0:1731347580.470808:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e9a3a80/0xb104f9478e00d91a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f017 expref: 248 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.470812:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204878 00000100:00100000:3.0:1731347580.470814:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204874 00000100:00100000:1.0:1731347580.470815:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312718336 00000100:00100000:1.0:1731347580.470816:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312718336 00010000:00010000:1.0:1731347580.470821:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801323b6d00/0xb104f9478e00db51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f255 expref: 262 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.470829:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290790 00000100:00100000:1.0:1731347580.470832:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290791 00000004:00080000:3.0:1731347580.470833:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880115b2ed80/2, rc 0, transno 368591 00000100:00100000:2.0:1731347580.470833:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+248:2004:x1815448312718208:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.470835:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+262:2003:x1815448312718336:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.470839:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952855168:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.470839:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.470840:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.470841:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801323b6d00/0xb104f9478e00db51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f255 expref: 262 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.470844:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e9a3a80/0xb104f9478e00d91a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f017 expref: 248 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470846:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801323b6d00/0xb104f9478e00db51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f255 expref: 262 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.470853:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e9a3a80/0xb104f9478e00d91a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f017 expref: 248 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470853:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323b6d00/0xb104f9478e00db51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f255 expref: 262 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.470859:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470860:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470861:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.470863:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952858752:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.470864:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e9a3a80/0xb104f9478e00d91a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f017 expref: 248 pid: 15923 timeout: 1676 lvb_type: 1 00000004:00080000:0.0:1731347580.470864:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c0df480/2, rc 0, transno 400136 00010000:00010000:1.0:1731347580.470865:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470870:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952855424:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.470871:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.470872:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.470873:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.470875:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.470879:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.470882:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.470882:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+261:2003:x1815448312718336:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.470885:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290791 00000100:00100000:3.0:1731347580.470891:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.470895:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.470896:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952858880:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.470897:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470901:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470905:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.470909:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.470909:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+247:2004:x1815448312718208:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.470909:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470912:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.470914:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290790 00010000:00010000:1.0:1731347580.470918:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.470920:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470923:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470924:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470928:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.470928:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d441880/2, rc 0, transno 368592 00010000:00010000:1.0:1731347580.470929:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470930:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.470932:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077a70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470934:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470934:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d441880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952854528:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.470937:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470941:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470943:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470948:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470949:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470954:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.470954:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470957:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470957:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952859008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.470959:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b3c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.470961:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470963:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470967:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470972:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470972:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.470974:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.470978:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077a77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.470980:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077a54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.470984:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952858752 00000100:00100000:0.0:1731347580.470986:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952858752 00000100:00100000:0.0:1731347580.470995:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952858880 00000100:00100000:0.0:1731347580.470996:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952858880 00000100:00100000:1.0:1731347580.470997:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+73:3760:x1815447952855296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2160us (2209us total) trans 4295335889 rc 0/0 00000100:00100000:1.0:1731347580.471001:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204880 00000100:00100000:0.0:1731347580.471001:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952859008 00000100:00100000:0.0:1731347580.471002:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952859008 00000100:00100000:0.0:1731347580.471008:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204890 00000100:00100000:1.0:1731347580.471011:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204891 00000100:00100000:0.0:1731347580.471011:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+73:3762:x1815447952858752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.471014:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+227:3762:x1815447952858880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.471019:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18005 count 1 00002000:00080000:1.0:1731347580.471021:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13955 count 1 00010000:00010000:0.0:1731347580.471026:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471027:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471033:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fd680/0xb104f9478e00049d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba1 expref: 246 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.471034:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800672e0000/0xb104f9478dfeee48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95054c expref: 260 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.471036:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.471037:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.471038:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.471039:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.471039:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.471040:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471040:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.471048:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471048:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fd680/0xb104f9478e00049d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba1 expref: 246 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.471049:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800672e0000/0xb104f9478dfeee48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95054c expref: 260 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.471053:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fd680/0xb104f9478e00049d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba1 expref: 246 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.471055:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471055:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800672e0000/0xb104f9478dfeee48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95054c expref: 260 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.471058:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952859136:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.471060:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952859264:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.471061:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.471066:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.471071:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.471073:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.471074:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.471077:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.471079:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.471083:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204892 00000100:00100000:3.0:1731347580.471085:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+229:3760:x1815447952855680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2250us (2335us total) trans 4295367433 rc 0/0 00000100:00100000:0.0:1731347580.471085:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+73:3760:x1815447952859008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.471088:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.471091:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204879 00002000:00080000:0.0:1731347580.471091:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17391 count 1 00010000:00010000:2.0:1731347580.471094:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e077a62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.471095:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.471097:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.471101:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312718464 00000100:00100000:1.0:1731347580.471103:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312718464 00010000:00010000:0.0:1731347580.471103:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac0a9440/0xb104f9478dff7e46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95954a expref: 246 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.471106:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.471107:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.471108:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471109:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b450cd80/0xb104f9478e0004a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba8 expref: 261 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.471116:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac0a9440/0xb104f9478dff7e46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95954a expref: 246 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.471118:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290792 00000100:00100000:1.0:1731347580.471120:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e776c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+261:2003:x1815448312718464:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.471121:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac0a9440/0xb104f9478dff7e46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95954a expref: 246 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.471124:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.471126:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b450cd80/0xb104f9478e0004a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba8 expref: 261 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.471126:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952859392:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.471131:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b450cd80/0xb104f9478e0004a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba8 expref: 261 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.471136:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.471141:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b450cd80/0xb104f9478e0004a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba8 expref: 261 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.471146:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.471147:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.471149:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.471150:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f47480/2, rc 0, transno 400137 00010000:00010000:1.0:1731347580.471153:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.471154:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952855680:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.471160:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.471169:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e776c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+260:2003:x1815448312718464:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (74us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.471170:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.471172:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290792 00000100:00100000:3.0:1731347580.471173:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952859520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.471174:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+229:3763:x1815447952855552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2437us (2467us total) trans 4295367435 rc 0/0 00010000:00010000:0.0:1731347580.471175:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471179:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.471180:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204876 00010000:00010000:0.0:1731347580.471183:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471187:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471190:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438480 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.471192:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.471192:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471195:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471201:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471205:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e077a7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.471209:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952859520 00000100:00100000:3.0:1731347580.471212:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952859520 00000100:00100000:1.0:1731347580.471212:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952856832:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.471218:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.471225:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204893 00000100:00100000:3.0:1731347580.471229:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+229:3761:x1815447952859520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.471237:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+230:3762:x1815447952854912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2637us (2664us total) trans 4295367434 rc 0/0 00002000:00080000:3.0:1731347580.471239:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14896 count 1 00000100:00100000:2.0:1731347580.471243:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204875 00010000:00010000:3.0:1731347580.471248:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.471253:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.471257:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800862b2880/0xb104f9478dfef985 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951089 expref: 259 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.471260:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312718592 00010000:00010000:3.0:1731347580.471262:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.471262:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312718592 00010000:00010000:3.0:1731347580.471264:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.471266:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471268:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaad1f80/0xb104f9478dff7e3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959543 expref: 260 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.471274:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+229:3760:x1815447952856448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2238us (2264us total) trans 4295367436 rc 0/0 00000100:00100000:1.0:1731347580.471277:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290793 00000100:00100000:0.0:1731347580.471278:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204881 00010000:00010000:3.0:1731347580.471279:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800862b2880/0xb104f9478dfef985 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951089 expref: 260 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.471280:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+260:2004:x1815448312718592:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.471283:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.471285:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaad1f80/0xb104f9478dff7e3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959543 expref: 260 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.471287:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800862b2880/0xb104f9478dfef985 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951089 expref: 260 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.471291:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaad1f80/0xb104f9478dff7e3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959543 expref: 260 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:0.0:1731347580.471293:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880115b2e300/2, rc 0, transno 368593 00010000:00010000:1.0:1731347580.471297:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaad1f80/0xb104f9478dff7e3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x43ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959543 expref: 260 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.471297:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952855296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.471301:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952859648:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.471302:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.471303:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1731347580.471303:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f44000/2, rc 0, transno 400140 00010000:00010000:1.0:1731347580.471304:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.471306:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952856448:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.471307:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f46300/2, rc 0, transno 400139 00010000:00010000:1.0:1731347580.471308:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.471312:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952855552:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.471315:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.471317:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.471324:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.471325:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+259:2004:x1815448312718592:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.471328:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290793 00000100:00100000:2.0:1731347580.471330:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952859904:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.471333:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132740700/2, rc 0, transno 400138 00010000:00010000:1.0:1731347580.471336:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.471336:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952860032:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.471340:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471344:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.471346:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.471347:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952854912:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.471348:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471352:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471355:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0b40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.471356:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952859776:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.471356:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.471358:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952860160:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.471360:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.471362:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.471364:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471368:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077a85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.471369:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.471383:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952859904 00000100:00100000:3.0:1731347580.471386:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.471386:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952859904 00000100:00100000:0.0:1731347580.471394:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952860032 00000100:00100000:0.0:1731347580.471395:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952860032 00000100:00100000:2.0:1731347580.471396:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952859776 00000100:00100000:2.0:1731347580.471400:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952859776 00000100:00100000:0.0:1731347580.471400:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952860160 00000100:00100000:0.0:1731347580.471402:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952860160 00000100:00100000:3.0:1731347580.471405:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204894 00000100:00100000:3.0:1731347580.471409:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+232:3763:x1815447952859904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.471411:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204895 00000100:00100000:0.0:1731347580.471413:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+74:3760:x1815447952860032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.471432:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204896 00002000:00080000:0.0:1731347580.471435:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16306 count 1 00000100:00100000:2.0:1731347580.471437:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+232:3761:x1815447952860160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.471446:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12819 count 1 00000100:00100000:1.0:1731347580.471447:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+232:3763:x1815447952856704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2210us (2232us total) trans 4295367437 rc 0/0 00000100:00100000:1.0:1731347580.471451:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204882 00000100:00100000:1.0:1731347580.471459:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204897 00000100:00100000:1.0:1731347580.471462:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+231:3763:x1815447952859776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.471468:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9668 count 1 00010000:00010000:1.0:1731347580.471475:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471481:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b450ed00/0xb104f9478e00056f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c7a expref: 258 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.471485:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.471486:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.471487:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471495:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b450ed00/0xb104f9478e00056f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c7a expref: 258 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.471500:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b450ed00/0xb104f9478e00056f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c7a expref: 258 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.471505:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005857800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952860288:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.471514:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0600 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.471603:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.471611:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18418 count 1 00010000:00010000:2.0:1731347580.471613:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801352433c0/0xb104f9478dfed9fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f0fb expref: 258 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.471619:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.471620:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.471620:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.471622:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.471628:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078e35440/0xb104f9478e004016 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965713 expref: 258 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.471631:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.471633:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.471635:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.471636:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801352433c0/0xb104f9478dfed9fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f0fb expref: 258 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.471637:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471638:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098548000/0xb104f9478e0072cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689d3 expref: 246 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.471642:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.471643:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.471644:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.471649:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078e35440/0xb104f9478e004016 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965713 expref: 258 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.471649:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801352433c0/0xb104f9478dfed9fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f0fb expref: 258 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.471655:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098548000/0xb104f9478e0072cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689d3 expref: 246 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.471657:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078e35440/0xb104f9478e004016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965713 expref: 258 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.471658:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952860416:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.471660:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098548000/0xb104f9478e0072cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689d3 expref: 246 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.471664:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952860544:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.471670:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952860672:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.471679:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.471679:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.471682:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.471697:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f45180/2, rc 0, transno 400141 00000100:00100000:2.0:1731347580.471709:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952856704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.471710:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952857088:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.471718:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.471733:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952860800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.471748:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952857344:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.471751:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.471755:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.471755:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.471763:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312718720 00000100:00100000:1.0:1731347580.471764:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312718720 00010000:00010000:1.0:1731347580.471781:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a735680/0xb104f9478e0072d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689da expref: 259 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.471782:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952860800 00000100:00100000:3.0:1731347580.471786:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952860800 00000100:00100000:1.0:1731347580.471792:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290794 00000100:00100000:1.0:1731347580.471794:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+259:2004:x1815448312718720:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.471798:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.471800:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a735680/0xb104f9478e0072d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3fb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689da expref: 259 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.471802:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204898 00010000:00010000:1.0:1731347580.471805:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a735680/0xb104f9478e0072d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3fb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689da expref: 259 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.471806:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+232:3762:x1815447952860800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.471813:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a735680/0xb104f9478e0072d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3fb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689da expref: 259 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.471816:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952857856:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.471817:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9881 count 1 00000100:00100000:2.0:1731347580.471817:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.471817:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.471818:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.471820:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471824:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471824:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.471825:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.471832:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312718848 00000100:00100000:0.0:1731347580.471834:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312718848 00010000:00010000:3.0:1731347580.471835:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aea1eac0/0xb104f9478dff388c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f89 expref: 258 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.471835:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.471841:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.471842:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.471842:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952857984:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.471842:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801152b06c0/0xb104f9478dffcdbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4c0 expref: 259 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.471845:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.471846:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+259:2004:x1815448312718720:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.471849:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290794 00010000:00010000:2.0:1731347580.471852:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.471852:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290795 00000100:00100000:0.0:1731347580.471855:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+258:2004:x1815448312718848:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.471858:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.471859:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aea1eac0/0xb104f9478dff388c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f89 expref: 258 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.471859:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.471862:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471862:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801152b06c0/0xb104f9478dffcdbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4c0 expref: 258 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.471866:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.471867:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aea1eac0/0xb104f9478dff388c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f89 expref: 258 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.471867:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801152b06c0/0xb104f9478dffcdbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4c0 expref: 258 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.471869:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.471873:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.471873:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471875:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801152b06c0/0xb104f9478dffcdbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4c0 expref: 258 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.471876:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.471878:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471880:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.471881:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952860928:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.471881:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471882:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.471884:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312718976 00010000:00010000:0.0:1731347580.471884:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.471886:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312718976 00010000:00010000:1.0:1731347580.471889:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.471890:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471892:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077a8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.471896:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed6d00/0xb104f9478dff0230 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95192d expref: 247 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.471898:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.471902:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.471911:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290796 00000100:00100000:2.0:1731347580.471915:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+247:2003:x1815448312718976:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.471919:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+257:2004:x1815448312718848:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (101us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.471922:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.471925:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290795 00010000:00010000:2.0:1731347580.471926:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ed6d00/0xb104f9478dff0230 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95192d expref: 247 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.471934:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ed6d00/0xb104f9478dff0230 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95192d expref: 247 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.471943:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ed6d00/0xb104f9478dff0230 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95192d expref: 247 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.471952:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.471953:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.471956:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.471958:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+233:3762:x1815447952856960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2270us (2306us total) trans 4295367438 rc 0/0 00010000:00010000:2.0:1731347580.471962:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.471962:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204883 00000004:00080000:3.0:1731347580.471972:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f44380/2, rc 0, transno 400142 00010000:00010000:2.0:1731347580.471973:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.471973:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.471977:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952856960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.471977:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471981:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471984:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.471987:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+246:2003:x1815448312718976:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.471988:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.471991:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.471992:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.471993:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290796 00010000:00010000:1.0:1731347580.471997:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472002:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472005:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e077a93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472006:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472007:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952861056:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.472013:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472020:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472025:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.472026:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.472026:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472032:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472036:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312719104 00010000:00010000:0.0:1731347580.472038:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438900 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.472039:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312719104 00010000:00010000:0.0:1731347580.472040:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472047:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4f64b40/0xb104f9478e009d8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b490 expref: 246 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.472047:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472057:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472061:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290797 00000100:00100000:1.0:1731347580.472063:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+233:3760:x1815447952857216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2033us (2064us total) trans 4295367439 rc 0/0 00010000:00010000:0.0:1731347580.472063:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077a9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472064:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+246:2003:x1815448312719104:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.472067:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204884 00010000:00010000:2.0:1731347580.472070:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.472073:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4f64b40/0xb104f9478e009d8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b490 expref: 246 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.472074:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952861056 00000100:00100000:1.0:1731347580.472076:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952861056 00010000:00010000:2.0:1731347580.472081:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4f64b40/0xb104f9478e009d8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b490 expref: 246 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.472083:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204899 00000100:00100000:1.0:1731347580.472086:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+233:3763:x1815447952861056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.472090:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4f64b40/0xb104f9478e009d8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b490 expref: 246 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.472092:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17384 count 1 00010000:00010000:2.0:1731347580.472097:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.472098:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472098:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472100:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472105:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b2da640/0xb104f9478e00be32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d536 expref: 256 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.472106:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472108:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472109:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472110:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472116:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.472119:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b2da640/0xb104f9478e00be32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d536 expref: 256 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.472125:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b2da640/0xb104f9478e00be32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d536 expref: 256 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.472126:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472129:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+245:2003:x1815448312719104:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.472130:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952861184:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.472134:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472134:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290797 00010000:00010000:3.0:1731347580.472141:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472142:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0900 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.472147:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.472152:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.472157:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.472160:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.472170:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.472180:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.472186:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077aa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472191:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952858368:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.472197:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472217:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.472223:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952858496:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.472225:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312719232 00000100:00100000:1.0:1731347580.472226:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312719232 00010000:00010000:2.0:1731347580.472233:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472233:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af86c900/0xb104f9478dfead50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c454 expref: 245 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.472242:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290798 00000100:00100000:1.0:1731347580.472244:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+245:2004:x1815448312719232:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.472248:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.472251:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af86c900/0xb104f9478dfead50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c454 expref: 245 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.472259:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af86c900/0xb104f9478dfead50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c454 expref: 245 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.472260:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.472266:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af86c900/0xb104f9478dfead50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c454 expref: 245 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.472270:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472271:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472273:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472277:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472278:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+76:3761:x1815447952857472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2119us (2152us total) trans 4295335891 rc 0/0 00000100:00100000:3.0:1731347580.472283:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204886 00010000:00010000:1.0:1731347580.472284:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.472293:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+244:2004:x1815448312719232:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.472296:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290798 00000100:00100000:3.0:1731347580.472297:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312719360 00000100:00100000:3.0:1731347580.472300:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312719360 00000100:00100000:2.0:1731347580.472305:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952858624:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.472305:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.472309:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880128260000/0xb104f9478e00db58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f25c expref: 244 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.472309:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472313:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472314:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472320:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.472322:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+75:3762:x1815447952857600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2171us (2212us total) trans 4295335890 rc 0/0 00010000:00010000:1.0:1731347580.472324:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472325:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290799 00010000:00010000:1.0:1731347580.472327:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0d80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.472327:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204885 00010000:00010000:1.0:1731347580.472328:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472329:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+244:2003:x1815448312719360:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.472332:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.472335:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.472336:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472337:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.472338:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880128260000/0xb104f9478e00db58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f25c expref: 244 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.472340:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077aa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472346:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312719488 00010000:00010000:3.0:1731347580.472347:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880128260000/0xb104f9478e00db58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f25c expref: 244 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.472349:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312719488 00000004:00080000:0.0:1731347580.472351:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f1180/2, rc 0, transno 400143 00010000:00010000:2.0:1731347580.472356:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b2545680/0xb104f9478e00a6d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bddc expref: 245 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.472362:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880128260000/0xb104f9478e00db58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96f25c expref: 245 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.472369:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290800 00010000:00010000:3.0:1731347580.472370:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.472372:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.472373:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+244:2003:x1815448312719488:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.472374:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472378:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.472381:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472381:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b2545680/0xb104f9478e00a6d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bddc expref: 244 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.472389:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b2545680/0xb104f9478e00a6d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bddc expref: 244 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.472401:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.472401:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b2545680/0xb104f9478e00a6d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bddc expref: 244 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.472402:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+75:3762:x1815447952857728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2184us (2225us total) trans 4295335892 rc 0/0 00000100:00100000:1.0:1731347580.472406:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204887 00000100:00100000:0.0:1731347580.472408:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952857216:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.472409:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.472410:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.472412:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472431:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+243:2003:x1815448312719360:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.472437:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290799 00010000:00010000:2.0:1731347580.472438:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472449:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.472454:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952861312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.472456:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472457:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952859136:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.472462:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472464:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.472468:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880115b2dc00/2, rc 0, transno 368596 00010000:00010000:2.0:1731347580.472468:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472475:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952857728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.472475:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.472475:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.472480:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439440 already unused, calling callback (ffffffffa085a100) 00000004:00080000:3.0:1731347580.472482:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880115b2f800/2, rc 0, transno 368594 00010000:00010000:2.0:1731347580.472483:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472485:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952857600:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.472489:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472492:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952861312 00000100:00100000:1.0:1731347580.472494:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952861312 00000004:00080000:3.0:1731347580.472497:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880115b2f100/2, rc 0, transno 368595 00010000:00010000:2.0:1731347580.472498:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472500:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952857472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.472503:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204900 00010000:00010000:2.0:1731347580.472505:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e077aaf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472505:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+234:3760:x1815447952861312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.472512:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9843 count 1 00010000:00010000:1.0:1731347580.472519:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472525:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b2837600/0xb104f9478dffb7b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceaf expref: 256 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.472529:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472529:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472531:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472539:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b2837600/0xb104f9478dffb7b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceaf expref: 256 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.472544:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b2837600/0xb104f9478dffb7b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceaf expref: 256 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.472549:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952861440:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.472560:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.472585:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952859264:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.472592:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472593:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+75:3761:x1815447952858240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2313us (2338us total) trans 4295335893 rc 0/0 00000100:00100000:2.0:1731347580.472599:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204888 00000100:00100000:3.0:1731347580.472601:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952861568:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.472618:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.472620:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.472623:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952859392:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.472624:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.472630:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472632:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312719616 00000100:00100000:1.0:1731347580.472633:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312719616 00000100:00100000:2.0:1731347580.472635:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952861568 00000100:00100000:2.0:1731347580.472638:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952861568 00010000:00010000:1.0:1731347580.472639:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fd680/0xb104f9478e00049d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba1 expref: 243 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.472642:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880115b2e680/2, rc 0, transno 368597 00000100:00100000:3.0:1731347580.472648:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952858240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.472649:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290801 00000100:00100000:1.0:1731347580.472651:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+243:2003:x1815448312719616:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.472652:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204901 00000100:00100000:2.0:1731347580.472655:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+75:3761:x1815447952861568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.472655:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.472657:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fd680/0xb104f9478e00049d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba1 expref: 243 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.472660:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952861824:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.472662:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fd680/0xb104f9478e00049d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba1 expref: 243 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.472663:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952861952:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.472665:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14737 count 1 00010000:00010000:1.0:1731347580.472669:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac8fd680/0xb104f9478e00049d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ba1 expref: 243 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.472673:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472674:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472674:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472676:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472678:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.472680:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472684:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011507d8c0/0xb104f9478dffcdb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4b9 expref: 242 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.472688:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.472689:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.472690:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.472690:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952861824 00010000:00010000:2.0:1731347580.472691:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.472692:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952861824 00010000:00010000:2.0:1731347580.472693:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472694:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952861696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.472697:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+242:2003:x1815448312719616:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.472700:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290801 00000100:00100000:0.0:1731347580.472703:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204902 00000100:00100000:0.0:1731347580.472706:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+76:3763:x1815447952861824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.472707:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.472707:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011507d8c0/0xb104f9478dffcdb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4b9 expref: 241 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.472710:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472714:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.472714:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14896 count 1 00010000:00010000:2.0:1731347580.472716:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011507d8c0/0xb104f9478dffcdb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4b9 expref: 241 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.472718:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472721:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472721:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472725:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952862080:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.472725:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472728:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.472730:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472731:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e03a80/0xb104f9478dfef98c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951090 expref: 241 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.472733:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472737:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.472738:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.472741:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8d80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.472741:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472741:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472745:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438240/0xb104f9478e077abd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472751:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+241:2003:x1815448312719488:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 377us (414us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.472755:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e03a80/0xb104f9478dfef98c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951090 expref: 241 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.472757:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290800 00010000:00010000:0.0:1731347580.472764:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e03a80/0xb104f9478dfef98c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951090 expref: 240 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.472784:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.472789:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952862208:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.472790:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472797:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472802:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472807:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.472809:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.472812:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.472814:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472820:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.472820:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952861696 00000100:00100000:0.0:1731347580.472823:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952861696 00000100:00100000:1.0:1731347580.472827:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+78:3762:x1815447952858752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1814us (1947us total) trans 4295335894 rc 0/0 00010000:00010000:2.0:1731347580.472829:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472831:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204890 00010000:00010000:2.0:1731347580.472835:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077ab6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.472839:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204903 00000004:00080000:3.0:1731347580.472842:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880115b2d180/2, rc 0, transno 368598 00000100:00100000:0.0:1731347580.472843:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+77:3763:x1815447952861696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.472849:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952858752:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.472852:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13955 count 1 00010000:00010000:0.0:1731347580.472859:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472870:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.472876:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312719744 00000100:00100000:1.0:1731347580.472878:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312719744 00000100:00100000:3.0:1731347580.472881:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952859648:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.472884:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800672e0000/0xb104f9478dfeee48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95054c expref: 257 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.472891:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.472892:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290802 00000100:00100000:1.0:1731347580.472895:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+257:2003:x1815448312719744:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.472899:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.472901:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800672e0000/0xb104f9478dfeee48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3683:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95054c expref: 257 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.472905:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952862336:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.472906:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800672e0000/0xb104f9478dfeee48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3683:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95054c expref: 257 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.472913:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800672e0000/0xb104f9478dfeee48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3683:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95054c expref: 257 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.472919:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.472920:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.472921:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.472921:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472925:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+78:3761:x1815447952858112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2614us (2643us total) trans 4295335895 rc 0/0 00010000:00010000:1.0:1731347580.472925:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472931:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204889 00010000:00010000:1.0:1731347580.472932:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.472932:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099031b00/0xb104f9478dfeee41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950545 expref: 240 pid: 15918 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.472935:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880115b2df80/2, rc 0, transno 368599 00000100:00100000:3.0:1731347580.472939:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952858112:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.472939:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.472940:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.472941:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952862336 00000100:00100000:1.0:1731347580.472941:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+256:2003:x1815448312719744:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (71us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.472943:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472944:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952862336 00000100:00100000:1.0:1731347580.472944:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290802 00010000:00010000:1.0:1731347580.472953:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.472956:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204904 00010000:00010000:1.0:1731347580.472957:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472957:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099031b00/0xb104f9478dfeee41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950545 expref: 240 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.472960:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+78:3761:x1815447952862336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.472961:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.472963:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099031b00/0xb104f9478dfeee41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950545 expref: 240 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.472965:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472966:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.472968:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.472969:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18418 count 1 00000100:00100000:0.0:1731347580.472969:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952862464:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.472971:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952862592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.472974:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.472976:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472978:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.472980:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.472982:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebd80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.472984:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.472987:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.472987:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007ab8f600/0xb104f9478e00400f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96571a expref: 240 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.472988:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077ac4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.472993:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.472993:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952862592 00010000:00010000:2.0:1731347580.472994:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.472995:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952862592 00010000:00010000:2.0:1731347580.472996:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.473006:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204905 00000100:00100000:0.0:1731347580.473008:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+79:3763:x1815447952862592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.473011:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007ab8f600/0xb104f9478e00400f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96571a expref: 240 pid: 15960 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1731347580.473015:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12819 count 1 00010000:00010000:0.0:1731347580.473021:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473025:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007ab8f600/0xb104f9478e00400f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96571a expref: 240 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.473028:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880128326f40/0xb104f9478dfed9f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f102 expref: 240 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.473033:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952862720:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.473035:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.473036:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.473037:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.473046:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880128326f40/0xb104f9478dfed9f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f102 expref: 240 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.473050:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.473051:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+235:3762:x1815447952858880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2035us (2141us total) trans 4295367440 rc 0/0 00010000:00010000:0.0:1731347580.473051:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880128326f40/0xb104f9478dfed9f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f102 expref: 240 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.473055:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204891 00000100:00100000:0.0:1731347580.473056:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952862848:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.473062:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980d880/2, rc 0, transno 400144 00000100:00100000:0.0:1731347580.473068:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.473069:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952858880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.473075:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.473077:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.473090:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952861952 00000100:00100000:3.0:1731347580.473092:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952862976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.473092:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952861952 00000100:00100000:3.0:1731347580.473107:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.473108:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204906 00000100:00100000:1.0:1731347580.473111:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+80:3760:x1815447952861952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.473112:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952862976 00000100:00100000:2.0:1731347580.473115:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952862976 00002000:00080000:1.0:1731347580.473118:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9668 count 1 00010000:00010000:1.0:1731347580.473125:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.473129:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204907 00010000:00010000:1.0:1731347580.473132:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af993180/0xb104f9478e000576 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c73 expref: 240 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.473133:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+235:3763:x1815447952862976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.473139:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.473140:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.473141:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.473142:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11987 count 1 00010000:00010000:2.0:1731347580.473150:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473151:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af993180/0xb104f9478e000576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c73 expref: 240 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.473155:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af993180/0xb104f9478e000576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c73 expref: 240 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.473159:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b68d440/0xb104f9478dff2450 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b4d expref: 255 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.473161:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952863104:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.473164:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.473166:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.473168:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.473172:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.473179:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b68d440/0xb104f9478dff2450 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b4d expref: 255 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.473184:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005857800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952860288:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.473187:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b68d440/0xb104f9478dff2450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b4d expref: 255 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.473190:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.473195:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952863232:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.473211:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8180 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.473221:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312720000 00000100:00100000:2.0:1731347580.473223:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312720000 00000100:00100000:2.0:1731347580.473239:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712632 00000100:00100000:2.0:1731347580.473243:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:13210:x1815448312720000:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:2.0:1731347580.473252:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1731347580.473259:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223cc0/0xb104f9478e077b3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc2d expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473298:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e077b42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.473305:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e077b42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.473312:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e077b42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:2.0:1731347580.473325:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 1350855 00000004:00200000:2.0:1731347580.473328:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1731347580.473336:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e077b42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.473366:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091223cc0/0xb104f9478e077b3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc2d expref: 18 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473376:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e077b42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc2d expref: 17 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473381:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.473383:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1731347580.473384:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091222ac0, rc 0) 00000100:00100000:2.0:1731347580.473400:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:13210:x1815448312720000:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 157us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.473403:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712632 00000100:00100000:2.0:1731347580.473491:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.473515:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952860416:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.473520:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312719872 00000100:00100000:2.0:1731347580.473522:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.473522:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312719872 00010000:00010000:3.0:1731347580.473526:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473531:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac0a9440/0xb104f9478dff7e46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95954a expref: 241 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.473535:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.473541:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312720384 00000100:00100000:0.0:1731347580.473541:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312720128 00000100:00100000:1.0:1731347580.473542:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312720384 00000100:00100000:3.0:1731347580.473544:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952860544:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.473545:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312720128 00010000:00010000:1.0:1731347580.473547:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801352433c0/0xb104f9478dfed9fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f0fb expref: 256 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.473552:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.473553:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.473558:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800862b2880/0xb104f9478dfef985 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951089 expref: 257 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.473565:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312720256 00000100:00100000:1.0:1731347580.473566:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312720256 00000100:00100000:2.0:1731347580.473567:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.473569:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290803 00010000:00010000:1.0:1731347580.473571:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b450ed00/0xb104f9478e00056f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c7a expref: 258 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.473573:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+241:2004:x1815448312719872:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.473574:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312720512 00010000:00010000:3.0:1731347580.473580:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.473584:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac0a9440/0xb104f9478dff7e46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95954a expref: 241 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.473584:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290804 00000100:00100000:1.0:1731347580.473587:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+258:2004:x1815448312720384:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.473588:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290805 00010000:00010000:1.0:1731347580.473591:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.473592:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac0a9440/0xb104f9478dff7e46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95954a expref: 241 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.473592:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+258:2004:x1815448312720128:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.473594:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801352433c0/0xb104f9478dfed9fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f0fb expref: 258 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.473598:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.473599:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801352433c0/0xb104f9478dfed9fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f0fb expref: 258 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.473602:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800862b2880/0xb104f9478dfef985 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951089 expref: 258 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.473603:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac0a9440/0xb104f9478dff7e46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95954a expref: 241 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.473606:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801352433c0/0xb104f9478dfed9fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f0fb expref: 258 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.473611:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.473611:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800862b2880/0xb104f9478dfef985 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951089 expref: 257 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.473611:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.473612:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.473612:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.473614:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.473615:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473618:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.473621:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473621:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800862b2880/0xb104f9478dfef985 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951089 expref: 257 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.473626:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.473628:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.473630:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.473633:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.473634:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.473638:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+256:2004:x1815448312720384:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (102us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.473639:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.473639:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312720512 00000100:00100000:1.0:1731347580.473642:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290804 00000100:00100000:1.0:1731347580.473648:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290806 00000100:00100000:3.0:1731347580.473649:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2004:x1815448312719872:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (157us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.473649:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.473651:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e775850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+256:2004:x1815448312720256:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.473654:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.473655:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290803 00010000:00010000:1.0:1731347580.473657:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b450ed00/0xb104f9478e00056f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c7a expref: 256 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.473660:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.473661:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+256:2004:x1815448312720128:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (138us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.473662:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b450ed00/0xb104f9478e00056f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c7a expref: 256 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.473666:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290805 00010000:00010000:0.0:1731347580.473667:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473668:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b450ed00/0xb104f9478e00056f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c7a expref: 256 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.473672:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.473673:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.473674:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473678:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473678:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473684:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.473685:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473691:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.473691:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e775850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+254:2004:x1815448312720256:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 40us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.473694:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290806 00010000:00010000:2.0:1731347580.473697:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473702:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473707:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b818c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.473710:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473712:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473716:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473720:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473720:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473724:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473727:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473728:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473731:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.473732:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.473733:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077ad2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473736:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.473737:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473741:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473744:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e077ad9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.473744:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.473750:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.473755:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.473757:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.473763:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.473786:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.473792:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e077acb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x43ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473803:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473807:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473811:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473815:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473818:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473821:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.473823:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473827:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473832:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.473835:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077ae0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.473838:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+237:3761:x1815447952859520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2607us (2645us total) trans 4295367441 rc 0/0 00000100:00100000:2.0:1731347580.473844:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204893 00000004:00080000:3.0:1731347580.473846:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980f800/2, rc 0, transno 400145 00000100:00100000:3.0:1731347580.473852:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952859520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.473876:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952863360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.473883:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952860672:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.473893:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.473895:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.473905:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952863360 00000100:00100000:2.0:1731347580.473908:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952863360 00000100:00100000:1.0:1731347580.473922:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+238:3761:x1815447952860160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2485us (2535us total) trans 4295367443 rc 0/0 00000100:00100000:2.0:1731347580.473924:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204908 00000100:00100000:1.0:1731347580.473927:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204896 00000100:00100000:2.0:1731347580.473928:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+238:3760:x1815447952863360:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.473929:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980f100/2, rc 0, transno 400147 00000100:00100000:3.0:1731347580.473934:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952860160:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.473938:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11200 count 1 00010000:00010000:2.0:1731347580.473947:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.473950:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+81:3760:x1815447952859008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2861us (2974us total) trans 4295335896 rc 0/0 00010000:00010000:2.0:1731347580.473956:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800924fe400/0xb104f9478dfece90 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e594 expref: 253 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.473956:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204892 00000004:00080000:3.0:1731347580.473962:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980c700/2, rc 0, transno 368600 00010000:00010000:2.0:1731347580.473962:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.473964:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.473965:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+237:3763:x1815447952859776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2502us (2595us total) trans 4295367442 rc 0/0 00010000:00010000:2.0:1731347580.473966:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.473967:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952859008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.473968:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204897 00000100:00100000:3.0:1731347580.473971:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.473976:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952863488:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.473978:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078e35440/0xb104f9478e004016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965713 expref: 253 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.473979:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800924fe400/0xb104f9478dfece90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e594 expref: 253 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.473987:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800924fe400/0xb104f9478dfece90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e594 expref: 253 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.473994:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.473996:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952863616:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.474001:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290807 00000100:00100000:0.0:1731347580.474006:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+253:2006:x1815448312720512:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.474012:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb83c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.474012:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.474015:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078e35440/0xb104f9478e004016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965713 expref: 253 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.474023:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078e35440/0xb104f9478e004016 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965713 expref: 253 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.474026:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.474031:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980fb80/2, rc 0, transno 400146 00010000:00010000:0.0:1731347580.474033:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078e35440/0xb104f9478e004016 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965713 expref: 253 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.474034:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312720640 00000100:00100000:3.0:1731347580.474036:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952859776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.474036:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312720640 00000100:00100000:3.0:1731347580.474040:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.474044:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098548000/0xb104f9478e0072cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689d3 expref: 240 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.474057:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952863744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.474060:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290808 00000100:00100000:1.0:1731347580.474062:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2003:x1815448312720640:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.474066:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.474069:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098548000/0xb104f9478e0072cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689d3 expref: 240 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.474074:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.474075:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098548000/0xb104f9478e0072cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689d3 expref: 240 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.474082:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098548000/0xb104f9478e0072cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689d3 expref: 240 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.474085:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.474086:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952863872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.474087:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474088:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474089:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474090:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474090:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.474092:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952860928:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.474094:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474097:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.474099:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.474102:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.474103:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474110:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.474112:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+239:2003:x1815448312720640:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.474114:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952863488 00000100:00100000:1.0:1731347580.474115:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290808 00010000:00010000:2.0:1731347580.474116:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.474117:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952863488 00010000:00010000:2.0:1731347580.474122:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474124:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952863744 00000100:00100000:1.0:1731347580.474125:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952863744 00000100:00100000:0.0:1731347580.474125:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+252:2006:x1815448312720512:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 118us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.474128:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952863872 00010000:00010000:2.0:1731347580.474128:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.474130:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952863872 00000100:00100000:0.0:1731347580.474130:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290807 00000100:00100000:1.0:1731347580.474134:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204909 00000100:00100000:1.0:1731347580.474136:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+238:3760:x1815447952863488:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.474139:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.474141:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204910 00002000:00080000:1.0:1731347580.474143:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18215 count 1 00000100:00100000:0.0:1731347580.474145:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204911 00000100:00100000:3.0:1731347580.474146:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+81:3763:x1815447952863744:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.474146:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474149:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474149:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+238:3763:x1815447952863872:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.474151:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.474154:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.474155:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9881 count 1 00010000:00010000:1.0:1731347580.474155:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880114c56640/0xb104f9478e00d221 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e92c expref: 251 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.474159:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474159:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.474160:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.474160:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17333 count 1 00010000:00010000:1.0:1731347580.474161:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.474164:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474168:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.474169:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474169:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880114c56640/0xb104f9478e00d221 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e92c expref: 251 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.474174:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b245a1c0/0xb104f9478dff3885 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f90 expref: 238 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.474175:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077aee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474177:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880077806ac0/0xb104f9478e00836f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a73 expref: 251 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.474178:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880114c56640/0xb104f9478e00d221 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e92c expref: 251 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.474180:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.474181:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474182:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.474183:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474183:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952864000:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.474183:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474185:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474194:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.474197:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b245a1c0/0xb104f9478dff3885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f90 expref: 238 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.474197:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880077806ac0/0xb104f9478e00836f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a73 expref: 251 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.474206:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b245a1c0/0xb104f9478dff3885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f90 expref: 238 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.474206:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880077806ac0/0xb104f9478e00836f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a73 expref: 251 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.474211:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.474214:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952864256:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.474215:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952864128:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.474218:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312720768 00000100:00100000:1.0:1731347580.474220:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312720768 00010000:00010000:1.0:1731347580.474226:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aea1eac0/0xb104f9478dff388c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f89 expref: 252 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.474229:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.474232:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.474234:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290809 00000100:00100000:1.0:1731347580.474237:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+252:2004:x1815448312720768:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.474238:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474241:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.474242:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474243:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aea1eac0/0xb104f9478dff388c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f89 expref: 252 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.474248:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aea1eac0/0xb104f9478dff388c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f89 expref: 252 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.474250:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474253:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474254:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aea1eac0/0xb104f9478dff388c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f89 expref: 252 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.474257:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474259:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474260:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474260:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.474262:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474262:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474265:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474266:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.474268:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+82:3760:x1815447952860032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2852us (2904us total) trans 4295335897 rc 0/0 00010000:00010000:0.0:1731347580.474271:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.474272:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980d180/2, rc 0, transno 368601 00010000:00010000:1.0:1731347580.474273:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.474274:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204895 00010000:00010000:0.0:1731347580.474274:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80b40/0xb104f9478e077ae7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.474278:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952860032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.474280:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+251:2004:x1815448312720768:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.474283:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290809 00010000:00010000:2.0:1731347580.474292:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.474299:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.474301:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952864384:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.474307:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474307:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952861184:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.474313:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474314:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.474318:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.474320:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.474325:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82f40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.474327:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.474329:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474333:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312720896 00010000:00010000:2.0:1731347580.474335:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474335:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312720896 00010000:00010000:1.0:1731347580.474340:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2da640/0xb104f9478e00be32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d536 expref: 251 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.474343:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474347:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290810 00010000:00010000:2.0:1731347580.474349:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077af5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474350:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+251:2003:x1815448312720896:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.474354:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.474354:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+239:3763:x1815447952859904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2944us (3007us total) trans 4295367444 rc 0/0 00010000:00010000:1.0:1731347580.474356:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b2da640/0xb104f9478e00be32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d536 expref: 251 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.474358:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204894 00000004:00080000:3.0:1731347580.474361:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980d500/2, rc 0, transno 400148 00010000:00010000:1.0:1731347580.474364:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b2da640/0xb104f9478e00be32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d536 expref: 251 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.474365:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952864384 00000100:00100000:3.0:1731347580.474367:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952859904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.474368:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952864384 00010000:00010000:1.0:1731347580.474371:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2da640/0xb104f9478e00be32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x43e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d536 expref: 251 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.474375:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474376:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.474376:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204912 00010000:00010000:1.0:1731347580.474378:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474379:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+82:3760:x1815447952864384:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.474382:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.474386:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17384 count 1 00010000:00010000:1.0:1731347580.474388:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.474391:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.474392:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474394:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+250:2003:x1815448312720896:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.474396:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952864512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.474397:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290810 00010000:00010000:0.0:1731347580.474399:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007ebbb180/0xb104f9478e00be2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d52f expref: 238 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.474403:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474404:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474405:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474405:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474409:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474413:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474429:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007ebbb180/0xb104f9478e00be2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d52f expref: 238 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.474435:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007ebbb180/0xb104f9478e00be2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d52f expref: 238 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.474436:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.474436:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474440:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474440:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952864640:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.474443:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.474445:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474448:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474451:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.474453:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474457:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e077afc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474459:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952864512 00000100:00100000:0.0:1731347580.474460:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952864512 00000100:00100000:2.0:1731347580.474461:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+239:3762:x1815447952860800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2653us (2708us total) trans 4295367445 rc 0/0 00000100:00100000:2.0:1731347580.474466:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204898 00000100:00100000:0.0:1731347580.474473:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204913 00000100:00100000:0.0:1731347580.474475:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+239:3760:x1815447952864512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.474481:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15366 count 1 00000004:00080000:2.0:1731347580.474487:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e5f80/2, rc 0, transno 400149 00010000:00010000:0.0:1731347580.474488:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.474493:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952860800:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.474494:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a1e640/0xb104f9478dfee469 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb6d expref: 249 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.474498:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474499:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474501:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474509:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a1e640/0xb104f9478dfee469 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb6d expref: 249 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.474514:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a1e640/0xb104f9478dfee469 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb6d expref: 249 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.474515:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.474519:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952864896:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.474520:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952864768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.474525:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+240:3763:x1815447952861056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2438us (2499us total) trans 4295367446 rc 0/0 00000100:00100000:0.0:1731347580.474527:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.474529:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204899 00000100:00100000:2.0:1731347580.474535:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.474542:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952864768 00000100:00100000:1.0:1731347580.474544:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952864768 00000004:00080000:2.0:1731347580.474550:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e4e00/2, rc 0, transno 400150 00000100:00100000:2.0:1731347580.474555:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952861056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.474560:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204914 00000100:00100000:1.0:1731347580.474562:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+240:3763:x1815447952864768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.474569:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17872 count 1 00000100:00100000:2.0:1731347580.474575:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952865024:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.474576:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474583:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a9df80/0xb104f9478e003d45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965449 expref: 249 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.474587:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.474588:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.474588:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474589:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474597:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952865024 00010000:00010000:1.0:1731347580.474598:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a9df80/0xb104f9478e003d45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965449 expref: 249 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.474599:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952865024 00010000:00010000:1.0:1731347580.474603:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a9df80/0xb104f9478e003d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965449 expref: 249 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.474609:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952865152:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.474613:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204915 00000100:00100000:0.0:1731347580.474615:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+241:3763:x1815447952865024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.474619:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0900 going to sleep for 11 seconds 00002000:00080000:0.0:1731347580.474622:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17418 count 1 00010000:00010000:0.0:1731347580.474628:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474634:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c40d80/0xb104f9478e0035f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cfc expref: 249 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.474638:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474639:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474640:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474649:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c40d80/0xb104f9478e0035f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cfc expref: 249 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.474654:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095c40d80/0xb104f9478e0035f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cfc expref: 249 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.474659:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134864000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952865280:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.474663:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952861440:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.474669:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474669:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.474677:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.474688:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312721024 00000100:00100000:0.0:1731347580.474689:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312721024 00010000:00010000:0.0:1731347580.474696:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b2837600/0xb104f9478dffb7b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceaf expref: 250 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.474711:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290811 00000100:00100000:0.0:1731347580.474713:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+250:2004:x1815448312721024:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.474717:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.474720:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b2837600/0xb104f9478dffb7b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2673:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceaf expref: 250 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.474725:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b2837600/0xb104f9478dffb7b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2673:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceaf expref: 250 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.474732:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.474733:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b2837600/0xb104f9478dffb7b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2673:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceaf expref: 250 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.474734:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952862080:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.474738:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474739:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474741:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.474744:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474745:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312721152 00010000:00010000:0.0:1731347580.474745:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474747:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312721152 00010000:00010000:0.0:1731347580.474752:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.474753:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e03a80/0xb104f9478dfef98c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951090 expref: 239 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.474762:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290812 00000100:00100000:0.0:1731347580.474763:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+249:2004:x1815448312721024:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.474765:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+239:2003:x1815448312721152:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.474766:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.474767:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290811 00010000:00010000:1.0:1731347580.474779:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.474782:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e03a80/0xb104f9478dfef98c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951090 expref: 239 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.474787:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e03a80/0xb104f9478dfef98c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951090 expref: 239 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.474789:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312721280 00000100:00100000:0.0:1731347580.474790:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312721280 00010000:00010000:1.0:1731347580.474795:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474796:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474796:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011507d8c0/0xb104f9478dffcdb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4b9 expref: 240 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.474797:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474801:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474805:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290813 00010000:00010000:1.0:1731347580.474807:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.474808:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2004:x1815448312721280:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.474812:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.474813:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011507d8c0/0xb104f9478dffcdb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4b9 expref: 240 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.474816:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2003:x1815448312721152:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.474820:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952862464:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.474820:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290812 00010000:00010000:0.0:1731347580.474822:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011507d8c0/0xb104f9478dffcdb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4b9 expref: 240 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.474829:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011507d8c0/0xb104f9478dffcdb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e4b9 expref: 239 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.474830:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.474831:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474834:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474834:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474835:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.474836:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474839:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474840:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474843:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474846:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474847:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.474850:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae06c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.474851:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474855:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.474857:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474857:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+238:2004:x1815448312721280:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (92us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.474859:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474860:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290813 00010000:00010000:3.0:1731347580.474863:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.474863:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077b03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.474869:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.474875:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.474881:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474884:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e03a80/0xb104f9478dfef98c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951090 expref: 237 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.474886:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.474889:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.474890:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952862208:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.474892:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952862720:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.474895:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474896:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.474901:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.474904:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474904:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474908:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.474910:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222880/0xb104f9478e077b0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474911:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474915:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474918:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474921:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.474923:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474927:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.474930:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.474932:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.474935:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077b11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.474936:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+242:3760:x1815447952861312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2429us (2461us total) trans 4295367447 rc 0/0 00000100:00100000:1.0:1731347580.474940:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204900 00000100:00100000:1.0:1731347580.474950:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312721408 00000100:00100000:1.0:1731347580.474952:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312721408 00000100:00100000:2.0:1731347580.474954:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.474958:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099031b00/0xb104f9478dfeee41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950545 expref: 237 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.474965:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312721536 00000100:00100000:2.0:1731347580.474968:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312721536 00000100:00100000:1.0:1731347580.474968:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290814 00000100:00100000:1.0:1731347580.474970:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+237:2003:x1815448312721408:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.474974:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.474976:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099031b00/0xb104f9478dfeee41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3683:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950545 expref: 238 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.474979:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007ab8f600/0xb104f9478e00400f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96571a expref: 238 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.474982:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099031b00/0xb104f9478dfeee41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3683:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950545 expref: 238 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.474988:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099031b00/0xb104f9478dfeee41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3683:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950545 expref: 238 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.474994:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474995:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.474996:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.474999:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290815 00010000:00010000:1.0:1731347580.475000:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.475003:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+237:2004:x1815448312721536:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.475006:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+84:3761:x1815447952861568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2349us (2384us total) trans 4295335898 rc 0/0 00010000:00010000:1.0:1731347580.475007:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.475009:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.475011:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204901 00010000:00010000:2.0:1731347580.475012:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007ab8f600/0xb104f9478e00400f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96571a expref: 237 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.475016:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+237:2003:x1815448312721408:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.475018:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+83:3763:x1815447952861824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2310us (2338us total) trans 4295335899 rc 0/0 00000100:00100000:1.0:1731347580.475020:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290814 00010000:00010000:2.0:1731347580.475021:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007ab8f600/0xb104f9478e00400f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96571a expref: 237 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.475022:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204902 00010000:00010000:1.0:1731347580.475029:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.475032:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e5c00/2, rc 0, transno 368602 00010000:00010000:2.0:1731347580.475032:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007ab8f600/0xb104f9478e00400f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96571a expref: 236 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.475033:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475037:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.475038:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952861568:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1731347580.475039:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e6d80/2, rc 0, transno 368603 00010000:00010000:2.0:1731347580.475040:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.475041:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475041:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.475042:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952861824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.475044:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475044:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475047:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143ad00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.475049:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.475050:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475052:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475057:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475060:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143ad00/0xb104f9478e077b18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.475062:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.475066:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952865536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.475077:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+235:2004:x1815448312721536:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.475081:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.475083:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290815 00000100:00100000:3.0:1731347580.475091:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.475091:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952865536 00000100:00100000:0.0:1731347580.475093:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952865536 00000100:00100000:3.0:1731347580.475096:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952865408:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.475099:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.475103:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204916 00000100:00100000:0.0:1731347580.475105:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+84:3761:x1815447952865536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.475106:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.475109:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.475113:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.475113:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11987 count 1 00010000:00010000:0.0:1731347580.475119:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.475120:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.475126:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475126:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af7da640/0xb104f9478dff2449 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b54 expref: 234 pid: 15872 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.475128:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e5500/2, rc 0, transno 400151 00010000:00010000:0.0:1731347580.475130:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.475131:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.475132:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.475133:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.475134:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952861312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.475134:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+84:3763:x1815447952861696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2290us (2426us total) trans 4295335900 rc 0/0 00010000:00010000:2.0:1731347580.475135:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475138:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204903 00010000:00010000:2.0:1731347580.475141:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475141:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af7da640/0xb104f9478dff2449 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b54 expref: 234 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.475145:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952865408 00010000:00010000:0.0:1731347580.475146:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af7da640/0xb104f9478dff2449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b54 expref: 234 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.475147:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952865408 00010000:00010000:2.0:1731347580.475151:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475155:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204917 00000100:00100000:0.0:1731347580.475155:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952865664:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.475157:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077b1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475158:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+84:3761:x1815447952865408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.475164:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9843 count 1 00000100:00100000:0.0:1731347580.475168:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.475171:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475178:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800add8f840/0xb104f9478dffb7ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceb6 expref: 234 pid: 15919 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1731347580.475181:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e4700/2, rc 0, transno 368604 00010000:00010000:1.0:1731347580.475182:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475183:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475184:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.475185:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952861696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.475188:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.475193:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800add8f840/0xb104f9478dffb7ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceb6 expref: 234 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.475193:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952865792:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.475198:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800add8f840/0xb104f9478dffb7ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceb6 expref: 234 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.475203:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952865920:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.475204:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.475213:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952865792 00000100:00100000:0.0:1731347580.475215:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952865792 00000100:00100000:1.0:1731347580.475216:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.475224:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204918 00000100:00100000:0.0:1731347580.475227:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+242:3763:x1815447952865792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.475233:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15748 count 1 00010000:00010000:0.0:1731347580.475239:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475246:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b3aaa640/0xb104f9478dfeb0de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7e2 expref: 248 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.475249:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.475250:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.475252:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475255:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952863104:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.475257:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+85:3761:x1815447952862336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2296us (2335us total) trans 4295335901 rc 0/0 00010000:00010000:0.0:1731347580.475261:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b3aaa640/0xb104f9478dfeb0de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7e2 expref: 248 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.475262:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.475264:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204904 00000004:00080000:3.0:1731347580.475267:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e1880/2, rc 0, transno 368605 00010000:00010000:0.0:1731347580.475269:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b3aaa640/0xb104f9478dfeb0de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7e2 expref: 248 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.475273:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952862336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.475274:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952866176:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.475276:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.475282:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952866048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.475282:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952863232:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.475286:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebc00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.475288:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.475297:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952866304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.475297:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952862848:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.475299:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.475301:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.475304:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475308:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312721664 00000100:00100000:1.0:1731347580.475310:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312721664 00000100:00100000:3.0:1731347580.475311:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.475315:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952866048 00010000:00010000:1.0:1731347580.475316:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880128326f40/0xb104f9478dfed9f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f102 expref: 235 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.475318:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952866048 00000100:00100000:3.0:1731347580.475326:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952866304 00000100:00100000:1.0:1731347580.475326:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290816 00000100:00100000:3.0:1731347580.475328:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952866304 00000100:00100000:1.0:1731347580.475328:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+235:2003:x1815448312721664:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.475332:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204919 00010000:00010000:1.0:1731347580.475332:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.475334:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880128326f40/0xb104f9478dfed9f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f102 expref: 235 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.475336:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+86:3762:x1815447952866048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.475340:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880128326f40/0xb104f9478dfed9f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f102 expref: 235 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.475341:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204920 00000100:00100000:3.0:1731347580.475345:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+86:3760:x1815447952866304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.475346:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11200 count 1 00010000:00010000:1.0:1731347580.475346:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880128326f40/0xb104f9478dfed9f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f102 expref: 235 pid: 9552 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.475353:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18215 count 1 00010000:00010000:2.0:1731347580.475354:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475355:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475356:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475358:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.475360:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475362:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.475364:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad472400/0xb104f9478dfece89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e58d expref: 234 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.475368:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880119838d80/0xb104f9478e00d228 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e925 expref: 234 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.475369:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475369:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.475371:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.475373:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.475374:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.475374:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.475376:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.475378:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475378:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+234:2003:x1815448312721664:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (76us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.475378:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475381:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290816 00010000:00010000:0.0:1731347580.475382:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475386:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.475387:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad472400/0xb104f9478dfece89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e58d expref: 233 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.475388:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880119838d80/0xb104f9478e00d228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e925 expref: 233 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.475389:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475392:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.475394:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.475395:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880119838d80/0xb104f9478e00d228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e925 expref: 233 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.475395:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad472400/0xb104f9478dfece89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e58d expref: 233 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.475396:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.475399:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475401:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312721792 00000100:00100000:3.0:1731347580.475403:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952866560:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.475403:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312721792 00000100:00100000:2.0:1731347580.475404:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952866432:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.475404:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475408:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af993180/0xb104f9478e000576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c73 expref: 234 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.475408:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077b26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475430:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290817 00000100:00100000:1.0:1731347580.475433:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+234:2004:x1815448312721792:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.475435:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.475437:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb80c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.475437:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.475439:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af993180/0xb104f9478e000576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c73 expref: 234 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.475444:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af993180/0xb104f9478e000576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c73 expref: 234 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.475455:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af993180/0xb104f9478e000576 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c73 expref: 234 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.475460:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475461:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475463:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475467:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.475472:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.475473:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.475481:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+233:2004:x1815448312721792:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.475484:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290817 00000100:00100000:3.0:1731347580.475487:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312721920 00000100:00100000:3.0:1731347580.475490:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312721920 00010000:00010000:1.0:1731347580.475493:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475497:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.475501:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68d440/0xb104f9478dff2450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b4d expref: 249 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.475501:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.475501:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+87:3763:x1815447952862592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2491us (2514us total) trans 4295335902 rc 0/0 00010000:00010000:1.0:1731347580.475505:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.475505:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204905 00010000:00010000:1.0:1731347580.475511:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475515:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.475516:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.475517:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290818 00010000:00010000:1.0:1731347580.475520:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.475521:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+249:2004:x1815448312721920:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:0.0:1731347580.475521:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e2a00/2, rc 0, transno 368606 00010000:00010000:1.0:1731347580.475524:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.475525:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952862592:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.475528:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.475528:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e077b2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.475531:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b68d440/0xb104f9478dff2450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ed3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b4d expref: 249 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.475539:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b68d440/0xb104f9478dff2450 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ed3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b4d expref: 249 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.475539:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.475549:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b68d440/0xb104f9478dff2450 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2ed3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b4d expref: 249 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.475558:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.475559:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.475561:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.475568:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.475581:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.475587:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475591:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475596:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.475597:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+248:2004:x1815448312721920:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.475597:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+87:3760:x1815447952861952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2485us (2521us total) trans 4295335903 rc 0/0 00010000:00010000:0.0:1731347580.475599:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475601:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204906 00000100:00100000:3.0:1731347580.475603:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290818 00010000:00010000:0.0:1731347580.475604:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475607:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.475609:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475612:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.475617:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e7480/2, rc 0, transno 368607 00010000:00010000:0.0:1731347580.475618:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.475621:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952861952:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.475621:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077b34 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.475635:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312722176 00000100:00100000:2.0:1731347580.475638:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312722176 00000100:00100000:1.0:1731347580.475641:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1731347580.475645:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952866688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.475657:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712633 00000100:00100000:1.0:1731347580.475657:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.475662:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:13210:x1815448312722176:12345-192.168.203.60@tcp:36:fsx.0 00000100:00100000:1.0:1731347580.475665:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952866688 00000100:00100000:1.0:1731347580.475667:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952866688 00000100:00100000:1.0:1731347580.475676:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204921 00000100:00100000:1.0:1731347580.475678:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+87:3760:x1815447952866688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.475685:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1731347580.475685:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17333 count 1 00000100:00100000:0.0:1731347580.475689:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+243:3763:x1815447952862976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2555us (2580us total) trans 4295367448 rc 0/0 00010000:00010000:1.0:1731347580.475692:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.475693:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204907 00010000:00010000:2.0:1731347580.475696:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e077b42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc2d expref: 17 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475698:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090857600/0xb104f9478e008376 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a7a expref: 232 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.475702:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475703:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475704:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.475706:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00000004:00080000:0.0:1731347580.475708:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e0380/2, rc 0, transno 400152 00010000:00010000:2.0:1731347580.475709:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.475712:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090857600/0xb104f9478e008376 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a7a expref: 232 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.475713:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952862976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.475715:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.475717:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090857600/0xb104f9478e008376 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a7a expref: 232 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.475720:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952866816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.475722:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952866944:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.475731:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.475737:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.475739:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952867072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.475743:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952866816 00000100:00100000:1.0:1731347580.475745:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952866816 00000100:00100000:0.0:1731347580.475747:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.475753:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952867072 00000100:00100000:1.0:1731347580.475754:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952867072 00000100:00100000:0.0:1731347580.475758:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204922 00000100:00100000:0.0:1731347580.475760:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+88:3763:x1815447952866816:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.475764:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204923 00000100:00100000:1.0:1731347580.475766:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+243:3763:x1815447952867072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.475780:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15366 count 1 00002000:00080000:1.0:1731347580.475784:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10994 count 1 00010000:00010000:0.0:1731347580.475786:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475790:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.475793:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801270eeac0/0xb104f9478dfee470 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb74 expref: 232 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.475797:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129480d80/0xb104f9478dfeb5ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccce expref: 247 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.475797:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.475798:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.475800:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.475801:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475801:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.475803:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.475806:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220fc0/0xb104f9478e077bb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:0.0:1731347580.475809:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801270eeac0/0xb104f9478dfee470 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb74 expref: 232 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.475811:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129480d80/0xb104f9478dfeb5ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccce expref: 247 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.475814:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801270eeac0/0xb104f9478dfee470 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb74 expref: 232 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.475815:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220fc0/0xb104f9478e077bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.475816:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129480d80/0xb104f9478dfeb5ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccce expref: 247 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.475820:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952867200:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.475821:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220fc0/0xb104f9478e077bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000100:00100000:1.0:1731347580.475821:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952867328:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.475832:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.475834:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0f00 going to sleep for 11 seconds 00000001:00080000:2.0:1731347580.475843:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161548 00000004:00010000:2.0:1731347580.475854:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800b0d91180 reply state ffff880099a97000 transno 4295161549 ns: mdt-lustre-MDT0000_UUID lock: ffff880091220fc0/0xb104f9478e077bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.475862:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220fc0/0xb104f9478e077bb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:2.0:1731347580.475867:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:2.0:1731347580.475869:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1731347580.475872:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1731347580.475905:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:13210:x1815448312722176:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 242us (365us total) trans 4295161549 rc 0/0 00000100:00100000:2.0:1731347580.475910:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712633 00000020:00080000:2.0:1731347580.475913:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1731347580.476173:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952864000:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.476181:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.476238:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952863616:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.476246:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.476257:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952864256:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.476264:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.476280:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.476296:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312722304 00000100:00100000:3.0:1731347580.476299:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952864128:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.476299:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312722304 00000100:00100000:0.0:1731347580.476300:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.476309:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880114c56640/0xb104f9478e00d221 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e92c expref: 248 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.476310:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.476315:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.476323:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312722432 00000100:00100000:2.0:1731347580.476325:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312722432 00000100:00100000:1.0:1731347580.476327:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312722560 00000100:00100000:1.0:1731347580.476328:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312722560 00000100:00100000:3.0:1731347580.476330:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290819 00010000:00010000:2.0:1731347580.476331:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800924fe400/0xb104f9478dfece90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e594 expref: 249 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.476334:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+249:2004:x1815448312722304:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.476336:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b245a1c0/0xb104f9478dff3885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f90 expref: 233 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.476341:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.476344:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290820 00010000:00010000:3.0:1731347580.476345:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880114c56640/0xb104f9478e00d221 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e92c expref: 249 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.476348:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290821 00000100:00100000:2.0:1731347580.476349:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+249:2003:x1815448312722432:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.476351:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+233:2003:x1815448312722560:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.476353:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880114c56640/0xb104f9478e00d221 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e92c expref: 249 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.476354:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.476355:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.476357:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800924fe400/0xb104f9478dfece90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e594 expref: 249 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.476358:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b245a1c0/0xb104f9478dff3885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f90 expref: 233 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.476362:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.476363:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880114c56640/0xb104f9478e00d221 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e92c expref: 249 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.476364:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b245a1c0/0xb104f9478dff3885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f90 expref: 233 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.476365:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800924fe400/0xb104f9478dfece90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e594 expref: 249 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.476371:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.476371:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b245a1c0/0xb104f9478dff3885 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954f90 expref: 233 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.476373:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.476375:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476376:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.476377:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.476377:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312722688 00010000:00010000:2.0:1731347580.476379:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800924fe400/0xb104f9478dfece90 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e594 expref: 248 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.476379:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.476380:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312722688 00010000:00010000:3.0:1731347580.476382:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476383:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.476387:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.476389:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.476391:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476391:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.476392:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880077806ac0/0xb104f9478e00836f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a73 expref: 248 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.476395:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.476397:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.476404:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+232:2003:x1815448312722560:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.476407:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290821 00010000:00010000:2.0:1731347580.476408:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.476410:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+248:2004:x1815448312722304:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.476411:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290822 00000100:00100000:3.0:1731347580.476433:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290819 00010000:00010000:1.0:1731347580.476433:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.476435:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+248:2003:x1815448312722432:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (135us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.476437:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.476440:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290820 00010000:00010000:1.0:1731347580.476441:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.476441:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+247:2004:x1815448312722688:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.476445:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476449:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.476450:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.476452:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.476453:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.476454:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880077806ac0/0xb104f9478e00836f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a73 expref: 246 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.476457:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476462:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.476463:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880077806ac0/0xb104f9478e00836f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a73 expref: 246 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.476469:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077b50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.476474:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880077806ac0/0xb104f9478e00836f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x43b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a73 expref: 246 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.476484:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.476485:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.476488:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.476494:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.476507:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.476522:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+245:2004:x1815448312722688:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 105us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.476531:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290822 00000100:00100000:1.0:1731347580.476544:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+244:3760:x1815447952863488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2406us (2548us total) trans 4295367449 rc 0/0 00000100:00100000:1.0:1731347580.476547:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204909 00010000:00010000:1.0:1731347580.476559:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476563:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476568:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476571:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476575:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476578:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.476579:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476583:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476589:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476593:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077b57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.476663:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+89:3763:x1815447952863744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2517us (2589us total) trans 4295335904 rc 0/0 00010000:00010000:2.0:1731347580.476665:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.476667:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204910 00010000:00010000:2.0:1731347580.476672:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476677:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.476678:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476681:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.476684:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476685:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476688:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476692:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.476694:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476695:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.476697:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.476699:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.476701:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476701:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476706:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.476707:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.476710:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077b5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.476715:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.476721:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077b49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.476790:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+245:3763:x1815447952863872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2640us (2690us total) trans 4295367450 rc 0/0 00000100:00100000:1.0:1731347580.476794:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204911 00000004:00080000:1.0:1731347580.476810:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e0a80/2, rc 0, transno 400153 00000100:00100000:1.0:1731347580.476815:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952863488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.476845:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.476845:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+244:3760:x1815447952863360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2915us (2949us total) trans 4295367451 rc 0/0 00000100:00100000:2.0:1731347580.476851:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204908 00000004:00080000:0.0:1731347580.476852:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fe680/2, rc 0, transno 400154 00000100:00100000:3.0:1731347580.476853:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952867456:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1731347580.476855:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e2d80/2, rc 0, transno 400155 00000100:00100000:1.0:1731347580.476864:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952863360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.476865:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952863872:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1731347580.476874:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fed80/2, rc 0, transno 368608 00000100:00100000:0.0:1731347580.476879:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952863744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.476881:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1731347580.476883:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.476886:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952867584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.476889:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952867712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.476899:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.476909:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952867584 00000100:00100000:0.0:1731347580.476909:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.476911:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952867584 00000100:00100000:1.0:1731347580.476961:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952867712 00000100:00100000:1.0:1731347580.476962:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952867712 00000100:00100000:2.0:1731347580.476967:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204924 00000100:00100000:1.0:1731347580.476971:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204925 00000100:00100000:2.0:1731347580.476972:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+245:3760:x1815447952867584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.476973:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+245:3763:x1815447952867712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.476975:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.476976:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952867840:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.476982:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15567 count 1 00002000:00080000:2.0:1731347580.476983:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13473 count 1 00010000:00010000:1.0:1731347580.476989:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.476990:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.476993:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.476994:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952867456 00010000:00010000:1.0:1731347580.476995:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007bd306c0/0xb104f9478e004396 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a93 expref: 244 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.476997:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952867456 00010000:00010000:1.0:1731347580.476999:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.477000:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477002:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ad546c0/0xb104f9478e00bef6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5fa expref: 244 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.477002:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.477009:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.477010:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952867840 00010000:00010000:2.0:1731347580.477010:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.477010:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007bd306c0/0xb104f9478e004396 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a93 expref: 244 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.477011:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952867840 00010000:00010000:2.0:1731347580.477012:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477015:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007bd306c0/0xb104f9478e004396 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a93 expref: 244 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.477021:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204926 00000100:00100000:1.0:1731347580.477021:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952867968:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.477021:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15913:1815447952864640:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.477025:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+246:3761:x1815447952867456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.477027:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ad546c0/0xb104f9478e00bef6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5fa expref: 244 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.477029:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477032:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a09c0 going to sleep for 11 seconds 00002000:00080000:3.0:1731347580.477034:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10672 count 1 00010000:00010000:2.0:1731347580.477035:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ad546c0/0xb104f9478e00bef6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5fa expref: 244 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.477041:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477041:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204927 00000100:00100000:2.0:1731347580.477044:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952868096:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.477044:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+89:3763:x1815447952867840:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.477050:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094865680/0xb104f9478e00c501 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc0c expref: 244 pid: 15923 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1731347580.477050:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17872 count 1 00010000:00010000:1.0:1731347580.477055:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477056:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477057:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477059:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 4/0,1 mode: --/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477061:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081514480/0xb104f9478e003d4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965450 expref: 231 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.477062:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8780 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.477065:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.477066:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.477067:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477074:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094865680/0xb104f9478e00c501 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc0c expref: 244 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.477075:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081514480/0xb104f9478e003d4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965450 expref: 231 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.477080:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081514480/0xb104f9478e003d4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965450 expref: 231 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.477082:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094865680/0xb104f9478e00c501 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc0c expref: 244 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.477085:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952868352:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.477090:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952868224:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.477095:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.477105:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.477121:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952864896:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.477125:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.477129:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477137:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.477138:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312722944 00000100:00100000:2.0:1731347580.477141:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312722944 00000100:00100000:1.0:1731347580.477146:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312722816 00000100:00100000:1.0:1731347580.477148:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312722816 00010000:00010000:2.0:1731347580.477151:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007ebbb180/0xb104f9478e00be2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d52f expref: 232 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.477155:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a1e640/0xb104f9478dfee469 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb6d expref: 245 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.477159:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.477165:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312723072 00000100:00100000:2.0:1731347580.477167:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312723072 00000100:00100000:1.0:1731347580.477167:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290823 00000100:00100000:1.0:1731347580.477170:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+232:2003:x1815448312722944:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.477173:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.477174:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290824 00010000:00010000:2.0:1731347580.477174:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a9df80/0xb104f9478e003d45 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965449 expref: 246 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.477177:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007ebbb180/0xb104f9478e00be2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d52f expref: 232 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.477179:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+246:2004:x1815448312722816:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.477182:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007ebbb180/0xb104f9478e00be2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d52f expref: 232 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.477183:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134864000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952865280:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.477185:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.477186:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290825 00010000:00010000:3.0:1731347580.477189:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a1e640/0xb104f9478dfee469 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb6d expref: 246 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.477190:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+246:2004:x1815448312723072:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.477190:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007ebbb180/0xb104f9478e00be2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d52f expref: 232 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.477191:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477195:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.477196:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477197:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a1e640/0xb104f9478dfee469 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb6d expref: 246 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.477197:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.477197:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.477201:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a9df80/0xb104f9478e003d45 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x45d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965449 expref: 246 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.477202:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477208:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a1e640/0xb104f9478dfee469 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb6d expref: 246 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.477208:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a9df80/0xb104f9478e003d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965449 expref: 246 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.477215:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.477217:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477217:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477218:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477218:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477220:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.477221:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477221:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477226:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+231:2003:x1815448312722944:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (101us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.477227:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.477227:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477228:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477229:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290823 00010000:00010000:0.0:1731347580.477233:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.477236:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.477236:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477240:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.477240:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477243:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.477244:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a9df80/0xb104f9478e003d45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965449 expref: 245 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.477245:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477248:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477250:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952865152:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.477251:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+244:2004:x1815448312722816:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.477251:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+244:2004:x1815448312723072:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (90us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.477255:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.477256:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290825 00010000:00010000:1.0:1731347580.477256:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477258:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077b65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x43e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.477259:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290824 00010000:00010000:1.0:1731347580.477264:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477267:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477271:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477275:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477278:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477281:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.477283:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477287:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477292:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477295:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077b73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477333:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+90:3760:x1815447952864384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2952us (3014us total) trans 4295335905 rc 0/0 00000100:00100000:0.0:1731347580.477337:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204912 00000004:00080000:2.0:1731347580.477346:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fc700/2, rc 0, transno 368609 00000100:00100000:2.0:1731347580.477352:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952864384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.477355:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952865664:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.477362:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477366:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+247:3763:x1815447952864768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2802us (2830us total) trans 4295367452 rc 0/0 00000100:00100000:1.0:1731347580.477370:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204914 00000100:00100000:3.0:1731347580.477376:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.477382:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.477383:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952868480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.477384:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.477386:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477390:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477393:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.477397:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312723200 00010000:00010000:1.0:1731347580.477397:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.477399:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312723200 00010000:00010000:1.0:1731347580.477400:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.477402:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.477404:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.477405:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.477408:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c40d80/0xb104f9478e0035f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cfc expref: 243 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.477410:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477429:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e077b6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477430:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952866176:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.477436:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952868480 00010000:00010000:0.0:1731347580.477437:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.477438:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290826 00000100:00100000:3.0:1731347580.477439:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952868480 00000100:00100000:2.0:1731347580.477443:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+243:2003:x1815448312723200:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.477449:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.477452:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204928 00010000:00010000:2.0:1731347580.477453:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c40d80/0xb104f9478e0035f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x440a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cfc expref: 243 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.477455:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+90:3761:x1815447952868480:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.477461:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c40d80/0xb104f9478e0035f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x440a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cfc expref: 243 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.477464:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17418 count 1 00010000:00010000:2.0:1731347580.477472:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c40d80/0xb104f9478e0035f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x440a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cfc expref: 243 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.477473:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.477480:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.477480:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.477481:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477482:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800910c9b00/0xb104f9478e0035f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cf5 expref: 230 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.477484:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477488:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477489:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477490:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477490:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.477491:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477497:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312723328 00000100:00100000:1.0:1731347580.477498:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+247:3760:x1815447952864512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3021us (3062us total) trans 4295367453 rc 0/0 00000100:00100000:0.0:1731347580.477499:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312723328 00010000:00010000:2.0:1731347580.477502:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.477502:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204913 00010000:00010000:3.0:1731347580.477505:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800910c9b00/0xb104f9478e0035f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cf5 expref: 231 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.477506:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af7da640/0xb104f9478dff2449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b54 expref: 231 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.477512:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800910c9b00/0xb104f9478e0035f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cf5 expref: 231 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.477516:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312723456 00000100:00100000:0.0:1731347580.477517:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312723456 00000100:00100000:1.0:1731347580.477518:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952865920:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.477520:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952868608:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.477520:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+242:2003:x1815448312723200:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (134us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.477521:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800add8f840/0xb104f9478dffb7ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceb6 expref: 232 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.477525:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.477526:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290826 00000100:00100000:0.0:1731347580.477531:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290827 00000100:00100000:0.0:1731347580.477534:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+232:2004:x1815448312723328:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.477537:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.477537:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290828 00000004:00080000:1.0:1731347580.477538:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a73100/2, rc 0, transno 400156 00010000:00010000:0.0:1731347580.477538:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.477541:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af7da640/0xb104f9478dff2449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b54 expref: 232 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.477542:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+232:2004:x1815448312723456:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.477546:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af7da640/0xb104f9478dff2449 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b54 expref: 232 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.477547:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.477548:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952864768:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.477552:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800add8f840/0xb104f9478dffb7ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2673:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceb6 expref: 232 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.477554:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af7da640/0xb104f9478dff2449 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953b54 expref: 232 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.477559:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477560:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800add8f840/0xb104f9478dffb7ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2673:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceb6 expref: 231 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.477560:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.477562:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477566:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477568:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.477571:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800add8f840/0xb104f9478dffb7ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2673:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ceb6 expref: 231 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.477573:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.477577:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952866560:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.477579:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477581:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477583:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477584:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+230:2004:x1815448312723328:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (104us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.477588:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477588:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290827 00010000:00010000:2.0:1731347580.477589:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477596:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952866432:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.477601:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.477603:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477603:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312723584 00000100:00100000:0.0:1731347580.477606:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312723584 00000100:00100000:3.0:1731347580.477608:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952868736:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.477610:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477613:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b3aaa640/0xb104f9478dfeb0de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7e2 expref: 242 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.477615:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+229:2004:x1815448312723456:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (124us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.477615:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477619:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.477621:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290828 00000100:00100000:3.0:1731347580.477623:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.477623:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477627:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477627:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290829 00010000:00010000:1.0:1731347580.477630:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae21c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.477630:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+242:2004:x1815448312723584:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.477631:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477635:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477637:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.477638:0:15913:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952868736 00010000:00010000:1.0:1731347580.477640:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477640:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b3aaa640/0xb104f9478dfeb0de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7e2 expref: 242 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.477641:0:15913:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952868736 00010000:00010000:1.0:1731347580.477644:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077b88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.477648:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fc000/2, rc 0, transno 400157 00010000:00010000:0.0:1731347580.477649:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b3aaa640/0xb104f9478dfeb0de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7e2 expref: 242 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.477653:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952864512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.477654:0:15913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204929 00000100:00100000:3.0:1731347580.477657:0:15913:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+247:3761:x1815447952868736:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.477660:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b3aaa640/0xb104f9478dfeb0de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3d84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7e2 expref: 242 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.477666:0:15913:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14723 count 1 00010000:00010000:0.0:1731347580.477668:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.477669:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.477672:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477675:0:15913:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.477679:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952868864:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.477679:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477685:0:15913:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800961ccb40/0xb104f9478dff74d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958be2 expref: 241 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.477690:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477692:0:15913:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.477693:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.477694:0:15913:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.477697:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.477708:0:15913:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800961ccb40/0xb104f9478dff74d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958be2 expref: 241 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.477709:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+241:2004:x1815448312723584:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.477715:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290829 00010000:00010000:3.0:1731347580.477717:0:15913:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800961ccb40/0xb104f9478dff74d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958be2 expref: 241 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.477718:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+91:3761:x1815447952865408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2558us (2607us total) trans 4295335906 rc 0/0 00000100:00100000:1.0:1731347580.477721:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204917 00000100:00100000:3.0:1731347580.477726:0:15913:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952868992:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.477728:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952868864 00000100:00100000:1.0:1731347580.477730:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952868864 00010000:00010000:0.0:1731347580.477730:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477737:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477739:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204930 00000100:00100000:1.0:1731347580.477741:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+248:3762:x1815447952868864:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.477744:0:15913:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00002000:00080000:1.0:1731347580.477748:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11846 count 1 00010000:00010000:0.0:1731347580.477750:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477754:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477756:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.477761:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fd180/2, rc 0, transno 368610 00010000:00010000:1.0:1731347580.477761:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006a089200/0xb104f9478dff0ec4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c8 expref: 240 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.477762:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477765:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.477765:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.477767:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952865408:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.477767:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.477783:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.477786:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477789:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006a089200/0xb104f9478dff0ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c8 expref: 240 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.477793:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477794:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006a089200/0xb104f9478dff0ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c8 expref: 240 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.477799:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952869120:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.477802:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.477809:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1731347580.477809:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077b8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477811:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.477814:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952869248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.477832:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.477837:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.477846:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952869248 00000100:00100000:2.0:1731347580.477849:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952869248 00000100:00100000:1.0:1731347580.477850:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.477856:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312723712 00000100:00100000:1.0:1731347580.477858:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312723712 00000100:00100000:2.0:1731347580.477862:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204931 00010000:00010000:1.0:1731347580.477865:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880119838d80/0xb104f9478e00d228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e925 expref: 229 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.477866:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+91:3762:x1815447952869248:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.477873:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312723840 00000100:00100000:1.0:1731347580.477875:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312723840 00002000:00080000:2.0:1731347580.477876:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15748 count 1 00010000:00010000:1.0:1731347580.477879:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad472400/0xb104f9478dfece89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e58d expref: 230 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.477883:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290830 00010000:00010000:2.0:1731347580.477885:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.477888:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+230:2004:x1815448312723712:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.477890:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290831 00000100:00100000:1.0:1731347580.477892:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+230:2004:x1815448312723840:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.477895:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.477895:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b2b0e1c0/0xb104f9478dfeb0d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7db expref: 230 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.477897:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.477899:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880119838d80/0xb104f9478e00d228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e925 expref: 230 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.477899:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad472400/0xb104f9478dfece89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e58d expref: 230 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.477901:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477902:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477904:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477904:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad472400/0xb104f9478dfece89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e58d expref: 230 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.477907:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880119838d80/0xb104f9478e00d228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e925 expref: 230 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.477911:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad472400/0xb104f9478dfece89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e58d expref: 230 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.477916:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.477916:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+249:3763:x1815447952865792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2686us (2709us total) trans 4295367454 rc 0/0 00010000:00010000:1.0:1731347580.477917:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477918:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880119838d80/0xb104f9478e00d228 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e925 expref: 229 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.477918:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b2b0e1c0/0xb104f9478dfeb0d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7db expref: 229 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.477919:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477923:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.477923:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204918 00010000:00010000:3.0:1731347580.477926:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.477926:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b2b0e1c0/0xb104f9478dfeb0d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7db expref: 228 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.477928:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.477930:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477930:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.477935:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952869376:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.477937:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477938:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+228:2004:x1815448312723840:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (87us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.477941:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.477943:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290831 00010000:00010000:3.0:1731347580.477949:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.477953:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.477961:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+227:2004:x1815448312723712:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (123us total) trans 0 rc 0/0 00000004:00080000:1.0:1731347580.477964:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a70000/2, rc 0, transno 400158 00000100:00100000:3.0:1731347580.477967:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290830 00000100:00100000:1.0:1731347580.477970:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952865792:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.477980:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477982:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477986:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477988:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.477992:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.477995:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.477997:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952869504:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.477997:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478002:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478003:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478007:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.478008:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478010:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478014:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83cc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.478014:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.478016:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478017:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478023:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478024:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478029:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e077b96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478032:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478040:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478043:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83cc0/0xb104f9478e077b9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478045:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478049:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478053:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478056:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.478057:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478061:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478067:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478071:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077b81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ed3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.478124:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+94:3762:x1815447952866048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2786us (2823us total) trans 4295335907 rc 0/0 00000100:00100000:1.0:1731347580.478129:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204919 00000004:00080000:2.0:1731347580.478137:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f40bb80/2, rc 0, transno 368611 00000100:00100000:3.0:1731347580.478139:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+93:3760:x1815447952866304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2792us (2826us total) trans 4295335908 rc 0/0 00000100:00100000:1.0:1731347580.478140:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952869504 00000100:00100000:2.0:1731347580.478142:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952866048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.478142:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952869504 00000100:00100000:3.0:1731347580.478145:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204920 00000100:00100000:0.0:1731347580.478149:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+93:3761:x1815447952865536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3042us (3067us total) trans 4295335909 rc 0/0 00000100:00100000:0.0:1731347580.478154:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204916 00000100:00100000:1.0:1731347580.478157:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204932 00000100:00100000:1.0:1731347580.478161:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+249:3760:x1815447952869504:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.478168:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.478169:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952869632:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.478169:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f40a680/2, rc 0, transno 368612 00002000:00080000:1.0:1731347580.478169:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10511 count 1 00010000:00010000:0.0:1731347580.478172:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.478175:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952866304:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.478177:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478177:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478180:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478184:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.478186:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.478186:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af6e1b00/0xb104f9478dfeffd6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516d3 expref: 240 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.478187:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143af40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.478188:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478192:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.478193:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.478194:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1731347580.478194:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478196:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.478198:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952869632 00000100:00100000:3.0:1731347580.478200:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952869632 00000100:00100000:2.0:1731347580.478200:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952869760:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.478202:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478208:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af6e1b00/0xb104f9478dfeffd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516d3 expref: 240 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.478208:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077b7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.478213:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204933 00010000:00010000:1.0:1731347580.478214:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af6e1b00/0xb104f9478dfeffd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516d3 expref: 240 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.478215:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.478217:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+92:3761:x1815447952869632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.478220:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952869888:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.478228:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10994 count 1 00000100:00100000:2.0:1731347580.478229:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952869760 00000100:00100000:2.0:1731347580.478231:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952869760 00000100:00100000:1.0:1731347580.478233:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0900 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.478237:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.478243:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204934 00010000:00010000:3.0:1731347580.478246:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127f873c0/0xb104f9478dfeb5c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccc7 expref: 226 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.478247:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+93:3763:x1815447952869760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.478252:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.478254:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1731347580.478255:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10672 count 1 00010000:00010000:3.0:1731347580.478256:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.478263:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478270:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127f873c0/0xb104f9478dfeb5c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccc7 expref: 226 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.478271:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800980b7180/0xb104f9478e00c508 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc05 expref: 226 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.478271:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952866944:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.478277:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.478278:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.478280:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478282:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478283:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127f873c0/0xb104f9478dfeb5c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccc7 expref: 226 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.478291:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952870016:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.478292:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800980b7180/0xb104f9478e00c508 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc05 expref: 226 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.478300:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800980b7180/0xb104f9478e00c508 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc05 expref: 226 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.478307:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952870144:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.478310:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.478314:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+250:3763:x1815447952865024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3696us (3724us total) trans 4295367455 rc 0/0 00000100:00100000:0.0:1731347580.478320:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204915 00000100:00100000:2.0:1731347580.478323:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8a80 going to sleep for 11 seconds 00000004:00080000:3.0:1731347580.478327:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fce00/2, rc 0, transno 368613 00000100:00100000:1.0:1731347580.478332:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952867200:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.478333:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952865536:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.478340:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a70700/2, rc 0, transno 400159 00010000:00010000:1.0:1731347580.478342:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.478346:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952865024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.478358:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.478361:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952867328:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.478367:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952870272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.478370:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.478371:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.478376:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952870400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.478384:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312724096 00000100:00100000:1.0:1731347580.478386:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312724096 00000100:00100000:2.0:1731347580.478387:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.478395:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312723968 00000100:00100000:3.0:1731347580.478397:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312723968 00010000:00010000:1.0:1731347580.478397:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801270eeac0/0xb104f9478dfee470 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb74 expref: 227 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.478404:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952870272 00000100:00100000:2.0:1731347580.478406:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952870272 00010000:00010000:3.0:1731347580.478409:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090857600/0xb104f9478e008376 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a7a expref: 228 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.478413:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290832 00000100:00100000:2.0:1731347580.478437:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204935 00000100:00100000:1.0:1731347580.478437:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+228:2004:x1815448312724096:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.478441:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+94:3763:x1815447952870272:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.478442:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290833 00010000:00010000:1.0:1731347580.478444:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.478446:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+228:2003:x1815448312723968:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.478448:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801270eeac0/0xb104f9478dfee470 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb74 expref: 228 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.478451:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1731347580.478451:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13473 count 1 00010000:00010000:1.0:1731347580.478455:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801270eeac0/0xb104f9478dfee470 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb74 expref: 228 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.478456:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090857600/0xb104f9478e008376 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a7a expref: 228 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.478460:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478464:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090857600/0xb104f9478e008376 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a7a expref: 228 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.478466:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801270eeac0/0xb104f9478dfee470 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fb74 expref: 228 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.478469:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078cd5200/0xb104f9478e00beef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5f3 expref: 228 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.478472:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.478474:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.478475:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090857600/0xb104f9478e008376 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969a7a expref: 227 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.478475:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.478476:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.478476:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.478478:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478478:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478483:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.478484:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478485:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.478486:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312724224 00010000:00010000:3.0:1731347580.478487:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.478488:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312724224 00010000:00010000:2.0:1731347580.478492:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078cd5200/0xb104f9478e00beef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5f3 expref: 226 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.478493:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478496:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.478497:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129480d80/0xb104f9478dfeb5ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccce expref: 241 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.478500:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078cd5200/0xb104f9478e00beef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5f3 expref: 226 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.478505:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478506:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.478507:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290834 00000100:00100000:0.0:1731347580.478510:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+241:2004:x1815448312724224:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.478512:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.478513:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952870528:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.478514:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.478517:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+226:2003:x1815448312723968:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (147us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.478517:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129480d80/0xb104f9478dfeb5ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccce expref: 241 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.478519:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478522:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129480d80/0xb104f9478dfeb5ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccce expref: 241 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.478523:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290833 00010000:00010000:1.0:1731347580.478525:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.478526:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8240 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.478530:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129480d80/0xb104f9478dfeb5ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccce expref: 241 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.478531:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478536:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.478537:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478537:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.478539:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478542:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143aac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.478544:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478544:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478544:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478551:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478551:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478552:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.478559:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.478561:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2004:x1815448312724224:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.478564:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290834 00010000:00010000:1.0:1731347580.478566:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143aac0/0xb104f9478e077bab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478568:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478577:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478586:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.478586:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.478589:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478595:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.478595:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312724480 00000100:00100000:0.0:1731347580.478597:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312724480 00010000:00010000:3.0:1731347580.478602:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.478605:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00010000:00010000:3.0:1731347580.478607:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077ba4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x43b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1731347580.478607:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1c00 with x1815448312724480 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347580.478611:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e1c00. 00000100:00100000:0.0:1731347580.478618:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678326 00000100:00100000:0.0:1731347580.478621:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2003:x1815448312724480:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347580.478654:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+96:3763:x1815447952866816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2891us (2920us total) trans 4295335910 rc 0/0 00000100:00100000:1.0:1731347580.478660:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204922 00000004:00080000:2.0:1731347580.478668:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f408e00/2, rc 0, transno 368614 00002000:00010000:0.0:1731347580.478670:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1731347580.478672:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00010000:00010000:1.0:1731347580.478673:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.478674:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.478675:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00000100:00100000:2.0:1731347580.478676:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952866816:0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1731347580.478676:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 104 -> 104 00010000:00010000:1.0:1731347580.478678:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478683:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478686:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.478686:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+241:2003:x1815448312724480:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 64us (99us total) trans 4295367456 rc 0/0 00000100:00100000:0.0:1731347580.478689:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678326 00010000:00010000:1.0:1731347580.478690:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.478691:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347580.478693:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1c00 with x1815448312724480 ext(0->18446744073709551615) 00010000:00010000:1.0:1731347580.478694:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.478695:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.478695:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e1c00. 00010000:00010000:1.0:1731347580.478699:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.478704:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+95:3760:x1815447952866688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3023us (3045us total) trans 4295335911 rc 0/0 00010000:00010000:1.0:1731347580.478704:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478708:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e077bb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.478710:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204921 00000100:00100000:0.0:1731347580.478714:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.478725:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1731347580.478742:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f409180/2, rc 0, transno 368615 00000100:00100000:2.0:1731347580.478742:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952868224:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.478747:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952866688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.478748:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952868352:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.478753:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.478753:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.478755:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.478757:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952870656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.478765:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312724352 00000100:00100000:0.0:1731347580.478766:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312724352 00002000:00010000:0.0:1731347580.478788:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (86699->18446744073709551615) 00002000:00100000:0.0:1731347580.478790:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1180 with x1815448312724352 ext(86699->18446744073709551615) 00000100:00100000:1.0:1731347580.478791:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+250:3763:x1815447952867072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3023us (3042us total) trans 4295367457 rc 0/0 00002000:00010000:0.0:1731347580.478793:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e1180. 00000100:00100000:1.0:1731347580.478794:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204923 00000100:00100000:3.0:1731347580.478797:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.478801:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678327 00000100:00100000:1.0:1731347580.478802:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952870400 00000100:00100000:0.0:1731347580.478803:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+226:2004:x1815448312724352:12345-192.168.203.60@tcp:10:fsx.0 00000004:00080000:2.0:1731347580.478804:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f409500/2, rc 0, transno 400161 00000100:00100000:1.0:1731347580.478804:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952870400 00000100:00100000:2.0:1731347580.478809:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952867072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.478811:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952870656 00000100:00100000:2.0:1731347580.478813:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.478813:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952870656 00000100:00100000:3.0:1731347580.478815:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204936 00000100:00100000:3.0:1731347580.478820:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+250:3760:x1815447952870400:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.478822:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204937 00000100:00100000:1.0:1731347580.478824:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+95:3760:x1815447952870656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.478830:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14745 count 1 00000100:00100000:2.0:1731347580.478831:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952870784:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.478832:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15567 count 1 00010000:00010000:1.0:1731347580.478838:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478840:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478844:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990e4000/0xb104f9478e00438f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a9a expref: 226 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.478848:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.478849:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b2923840/0xb104f9478e00aa35 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c140 expref: 240 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.478849:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.478849:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.478850:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.478855:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.478856:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.478859:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.478859:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990e4000/0xb104f9478e00438f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a9a expref: 226 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.478862:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952870784 00010000:00010000:1.0:1731347580.478864:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990e4000/0xb104f9478e00438f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a9a expref: 226 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.478865:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952870784 00000100:00100000:1.0:1731347580.478870:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952871040:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.478873:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b2923840/0xb104f9478e00aa35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c140 expref: 240 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.478879:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204938 00010000:00010000:3.0:1731347580.478881:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b2923840/0xb104f9478e00aa35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c140 expref: 240 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.478883:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+96:3763:x1815447952870784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.478884:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.478890:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952871168:192.168.203.60@tcp:104: 00002000:00080000:2.0:1731347580.478892:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14723 count 1 00010000:00010000:2.0:1731347580.478901:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.478902:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952867968:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.478905:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0e40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.478910:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac957a80/0xb104f9478dff74de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958bdb expref: 226 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.478912:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.478921:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.478922:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.478924:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.478925:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+226:2004:x1815448312724096:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 489us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.478929:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290832 00010000:00010000:2.0:1731347580.478938:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac957a80/0xb104f9478dff74de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958bdb expref: 225 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.478945:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac957a80/0xb104f9478dff74de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958bdb expref: 225 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.478952:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952871296:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.478964:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.478975:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952870912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.478977:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952868096:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.478984:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.478988:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.478997:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952870912 00000100:00100000:3.0:1731347580.478999:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952870912 00000100:00100000:1.0:1731347580.479006:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.479014:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204939 00000100:00100000:3.0:1731347580.479018:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+251:3763:x1815447952870912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.479028:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14532 count 1 00000100:00100000:1.0:1731347580.479029:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.479036:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.479040:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312724736 00000100:00100000:1.0:1731347580.479043:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312724736 00010000:00010000:3.0:1731347580.479045:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880115dedb00/0xb104f9478dfedd4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f451 expref: 240 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.479051:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.479052:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.479054:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479054:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081514480/0xb104f9478e003d4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965450 expref: 226 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.479066:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880115dedb00/0xb104f9478dfedd4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f451 expref: 240 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.479066:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312724992 00000100:00100000:1.0:1731347580.479068:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312724992 00010000:00010000:3.0:1731347580.479072:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880115dedb00/0xb104f9478dfedd4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f451 expref: 241 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.479076:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ad546c0/0xb104f9478e00bef6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5fa expref: 241 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.479080:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952871424:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.479087:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290835 00000100:00100000:1.0:1731347580.479091:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+226:2003:x1815448312724736:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.479094:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.479096:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.479098:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290836 00010000:00010000:1.0:1731347580.479100:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081514480/0xb104f9478e003d4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965450 expref: 226 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.479103:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+241:2003:x1815448312724992:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.479108:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081514480/0xb104f9478e003d4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965450 expref: 226 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.479110:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.479114:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ad546c0/0xb104f9478e00bef6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5fa expref: 241 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.479119:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081514480/0xb104f9478e003d4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965450 expref: 226 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.479122:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ad546c0/0xb104f9478e00bef6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5fa expref: 241 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.479132:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.479133:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.479136:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479137:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ad546c0/0xb104f9478e00bef6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5fa expref: 241 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.479142:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479144:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.479145:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.479148:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479154:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479156:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.479165:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.479169:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.479169:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+225:2003:x1815448312724736:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.479175:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290835 00010000:00010000:3.0:1731347580.479176:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.479176:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2003:x1815448312724992:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.479181:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290836 00010000:00010000:3.0:1731347580.479182:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479188:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479191:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479194:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479198:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479200:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.479203:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479204:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479209:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479210:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479216:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479217:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479222:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077bc7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479226:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.479228:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479235:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479244:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479248:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077bd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x45d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.479294:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1350855 -> 86699 00002000:00010000:0.0:1731347580.479296:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.479298:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.479299:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.479301:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 376 -> 16 00000100:00100000:0.0:1731347580.479311:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+225:2004:x1815448312724352:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 506us (597us total) trans 4295335912 rc 0/0 00000100:00100000:3.0:1731347580.479314:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+252:3760:x1815447952867584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2340us (2412us total) trans 4295367458 rc 0/0 00000100:00100000:0.0:1731347580.479315:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678327 00002000:00010000:0.0:1731347580.479317:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (86699->18446744073709551615) 00002000:00100000:0.0:1731347580.479318:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1180 with x1815448312724352 ext(86699->18446744073709551615) 00000100:00100000:3.0:1731347580.479320:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204924 00002000:00010000:0.0:1731347580.479320:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e1180. 00000004:00080000:2.0:1731347580.479324:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f40aa00/2, rc 0, transno 400162 00000100:00100000:2.0:1731347580.479330:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952867584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.479337:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+97:3763:x1815447952867840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2291us (2345us total) trans 4295335913 rc 0/0 00000100:00100000:1.0:1731347580.479342:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204927 00000100:00100000:0.0:1731347580.479343:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.479351:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312724608 00000100:00100000:3.0:1731347580.479352:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.479353:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312724608 00000100:00100000:3.0:1731347580.479358:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952871552:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.479358:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f408380/2, rc 0, transno 368617 00010000:00010000:0.0:1731347580.479359:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007bd306c0/0xb104f9478e004396 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a93 expref: 240 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.479363:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952867840:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.479369:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290837 00000100:00100000:0.0:1731347580.479371:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2004:x1815448312724608:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.479373:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.479375:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.479378:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007bd306c0/0xb104f9478e004396 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ccf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a93 expref: 240 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.479379:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.479380:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312724864 00000100:00100000:2.0:1731347580.479382:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1731347580.479382:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312724864 00010000:00010000:0.0:1731347580.479384:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007bd306c0/0xb104f9478e004396 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ccf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a93 expref: 240 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.479387:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952871680:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.479389:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094865680/0xb104f9478e00c501 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc0c expref: 241 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.479391:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007bd306c0/0xb104f9478e004396 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ccf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a93 expref: 241 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.479394:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952871552 00000100:00100000:3.0:1731347580.479397:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952871552 00010000:00010000:0.0:1731347580.479397:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.479398:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290838 00010000:00010000:0.0:1731347580.479398:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.479400:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2004:x1815448312724864:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.479400:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.479403:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.479404:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479405:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.479407:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094865680/0xb104f9478e00c501 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc0c expref: 240 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.479408:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952871680 00000100:00100000:3.0:1731347580.479410:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952871680 00010000:00010000:0.0:1731347580.479411:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.479413:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094865680/0xb104f9478e00c501 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc0c expref: 240 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.479433:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+240:2004:x1815448312724608:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 60us (90us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.479435:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094865680/0xb104f9478e00c501 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc0c expref: 240 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.479436:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204940 00000100:00100000:0.0:1731347580.479437:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290837 00010000:00010000:1.0:1731347580.479440:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.479441:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+252:3761:x1815447952871552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.479441:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.479443:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479447:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479447:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.479451:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16965 count 1 00010000:00010000:0.0:1731347580.479452:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479455:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.479456:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479460:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479461:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.479463:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+238:2004:x1815448312724864:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (90us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.479463:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479466:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2f40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.479467:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290838 00010000:00010000:0.0:1731347580.479468:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479469:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fed440/0xb104f9478dfff030 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96072d expref: 238 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.479472:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479475:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.479476:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.479477:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479478:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479480:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e077bc0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479492:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1fed440/0xb104f9478dfff030 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96072d expref: 237 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.479499:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1fed440/0xb104f9478dfff030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96072d expref: 237 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.479504:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952868608:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.479507:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116d23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952871808:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.479512:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.479521:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.479530:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479535:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479541:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479551:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479557:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.479558:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+253:3763:x1815447952867712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2583us (2648us total) trans 4295367459 rc 0/0 00010000:00010000:2.0:1731347580.479561:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b806c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.479562:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204925 00010000:00010000:2.0:1731347580.479564:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.479565:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.479569:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.479571:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204941 00000100:00100000:0.0:1731347580.479573:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+97:3760:x1815447952871680:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.479577:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.479581:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11846 count 1 00010000:00010000:2.0:1731347580.479583:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e077bce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479588:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479594:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094edb600/0xb104f9478dff0ebd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c1 expref: 224 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.479598:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.479599:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.479600:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479610:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094edb600/0xb104f9478dff0ebd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c1 expref: 224 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.479615:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094edb600/0xb104f9478dff0ebd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c1 expref: 224 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.479620:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952871936:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.479631:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.479694:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+253:3761:x1815447952867456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2667us (2718us total) trans 4295367460 rc 0/0 00000004:00080000:3.0:1731347580.479699:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f408000/2, rc 0, transno 400164 00000100:00100000:2.0:1731347580.479700:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204926 00000100:00100000:3.0:1731347580.479706:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952867456:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.479709:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312725120 00000100:00100000:1.0:1731347580.479712:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312725120 00010000:00010000:1.0:1731347580.479722:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800910c9b00/0xb104f9478e0035f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cf5 expref: 225 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.479723:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f409f80/2, rc 0, transno 400163 00000100:00100000:2.0:1731347580.479726:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952867712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.479730:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.479736:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952872192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.479736:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290839 00000100:00100000:1.0:1731347580.479740:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+225:2006:x1815448312725120:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.479747:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.479750:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800910c9b00/0xb104f9478e0035f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x440a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cf5 expref: 225 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.479753:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.479757:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800910c9b00/0xb104f9478e0035f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x440a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cf5 expref: 225 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.479762:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952872064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.479767:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800910c9b00/0xb104f9478e0035f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x440a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964cf5 expref: 225 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.479779:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952872192 00000100:00100000:3.0:1731347580.479783:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952872192 00010000:00010000:1.0:1731347580.479787:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.479788:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.479789:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.479790:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.479797:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.479798:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952872064 00000100:00100000:3.0:1731347580.479800:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952872064 00000100:00100000:2.0:1731347580.479807:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204942 00010000:00010000:1.0:1731347580.479807:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.479810:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204943 00000100:00100000:2.0:1731347580.479811:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+254:3763:x1815447952872192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.479813:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+254:3763:x1815447952872064:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.479813:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479818:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.479820:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12980 count 1 00000100:00100000:1.0:1731347580.479820:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+224:2006:x1815448312725120:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (256us total) trans 0 rc 0/0 00002000:00080000:2.0:1731347580.479821:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9524 count 1 00010000:00010000:0.0:1731347580.479823:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.479824:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290839 00010000:00010000:0.0:1731347580.479826:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479829:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479830:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479830:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479833:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.479834:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479838:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880064f38d80/0xb104f9478dfef12e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950832 expref: 237 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.479838:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098d47a80/0xb104f9478dfeadce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d2 expref: 237 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.479838:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479844:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.479844:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.479844:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479845:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.479845:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.479848:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.479848:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.479848:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e077bdc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x440a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.479862:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880064f38d80/0xb104f9478dfef12e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950832 expref: 237 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.479862:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098d47a80/0xb104f9478dfeadce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d2 expref: 237 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.479870:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880064f38d80/0xb104f9478dfef12e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950832 expref: 237 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.479870:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098d47a80/0xb104f9478dfeadce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d2 expref: 237 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.479878:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952872448:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.479878:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952872320:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.479895:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.479895:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8480 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.479929:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+98:3761:x1815447952868480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2473us (2525us total) trans 4295335914 rc 0/0 00000100:00100000:0.0:1731347580.479934:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204928 00000004:00080000:3.0:1731347580.479941:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31ff480/2, rc 0, transno 368618 00000100:00100000:3.0:1731347580.479946:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952868480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.479973:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.479979:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952872576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.479996:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.480010:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952872576 00000100:00100000:0.0:1731347580.480013:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952872576 00000100:00100000:0.0:1731347580.480028:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204944 00000100:00100000:0.0:1731347580.480032:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+98:3761:x1815447952872576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.480043:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10511 count 1 00010000:00010000:0.0:1731347580.480052:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.480128:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880064ff5b00/0xb104f9478dfeffcf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516da expref: 223 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.480134:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.480136:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.480138:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.480154:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880064ff5b00/0xb104f9478dfeffcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516da expref: 223 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.480163:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880064ff5b00/0xb104f9478dfeffcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516da expref: 223 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.480172:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952872704:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.480205:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.480395:0:15913:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15913:1815447952868992:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.480406:0:15913:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.480443:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952869120:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.480455:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481126:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.481142:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.481168:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.481176:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312725248 00000100:00100000:0.0:1731347580.481179:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312725248 00010000:00010000:0.0:1731347580.481187:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800961ccb40/0xb104f9478dff74d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958be2 expref: 238 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.481196:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312725376 00000100:00100000:0.0:1731347580.481198:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312725376 00000100:00100000:1.0:1731347580.481199:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952869888:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.481202:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006a089200/0xb104f9478dff0ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c8 expref: 239 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.481209:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312725504 00010000:00010000:1.0:1731347580.481210:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481211:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290840 00000100:00100000:0.0:1731347580.481213:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+239:2004:x1815448312725248:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.481214:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312725504 00010000:00010000:0.0:1731347580.481218:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.481220:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952869376:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.481220:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800961ccb40/0xb104f9478dff74d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958be2 expref: 239 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.481225:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290841 00010000:00010000:0.0:1731347580.481226:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800961ccb40/0xb104f9478dff74d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958be2 expref: 239 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.481228:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b2b0e1c0/0xb104f9478dfeb0d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7db expref: 224 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.481229:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+239:2003:x1815448312725376:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.481233:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481233:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800961ccb40/0xb104f9478dff74d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958be2 expref: 239 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.481236:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.481239:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006a089200/0xb104f9478dff0ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c8 expref: 238 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.481239:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.481241:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.481242:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481246:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006a089200/0xb104f9478dff0ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c8 expref: 238 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.481247:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481248:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290842 00000100:00100000:2.0:1731347580.481253:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+224:2004:x1815448312725504:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.481254:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006a089200/0xb104f9478dff0ec4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2e46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c8 expref: 238 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.481255:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.481260:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.481261:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.481261:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.481263:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481264:0:15913:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.481265:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b2b0e1c0/0xb104f9478dfeb0d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7db expref: 224 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.481267:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481267:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+237:2004:x1815448312725248:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (142us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.481271:0:15913:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481271:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290840 00010000:00010000:2.0:1731347580.481273:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b2b0e1c0/0xb104f9478dfeb0d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7db expref: 224 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.481277:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.481278:0:15913:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481284:0:15913:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.481285:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b2b0e1c0/0xb104f9478dfeb0d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c7db expref: 224 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.481291:0:15913:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.481291:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+236:2003:x1815448312725376:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 61us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.481295:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.481295:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290841 00010000:00010000:2.0:1731347580.481296:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.481297:0:15913:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.481299:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481301:0:15913:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.481305:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481308:0:15913:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481317:0:15913:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481317:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481317:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.481318:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.481322:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481323:0:15913:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077be3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481326:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481330:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481334:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481336:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+223:2004:x1815448312725504:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 81us (165us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.481337:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.481338:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481341:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290842 00010000:00010000:1.0:1731347580.481342:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481351:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481353:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312725632 00010000:00010000:1.0:1731347580.481354:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077bea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.481355:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952870016:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.481355:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312725632 00000100:00100000:0.0:1731347580.481358:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952870144:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.481362:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af6e1b00/0xb104f9478dfeffd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516d3 expref: 236 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.481366:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481366:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481377:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290843 00000100:00100000:2.0:1731347580.481380:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+236:2003:x1815448312725632:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.481387:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.481390:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af6e1b00/0xb104f9478dfeffd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516d3 expref: 236 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.481398:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af6e1b00/0xb104f9478dfeffd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516d3 expref: 236 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.481401:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.481406:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312725760 00010000:00010000:2.0:1731347580.481408:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af6e1b00/0xb104f9478dfeffd6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516d3 expref: 236 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.481408:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312725760 00010000:00010000:0.0:1731347580.481431:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127f873c0/0xb104f9478dfeb5c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccc7 expref: 223 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.481436:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.481438:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.481440:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290844 00010000:00010000:2.0:1731347580.481441:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481443:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+223:2006:x1815448312725760:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.481447:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481447:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.481449:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127f873c0/0xb104f9478dfeb5c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccc7 expref: 223 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.481458:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127f873c0/0xb104f9478dfeb5c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccc7 expref: 223 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.481459:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.481466:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127f873c0/0xb104f9478dfeb5c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ccc7 expref: 223 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.481471:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.481472:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.481474:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481478:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481479:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+235:2003:x1815448312725632:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 97us (161us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.481485:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.481488:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290843 00000100:00100000:1.0:1731347580.481489:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+256:3762:x1815447952868864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3745us (3791us total) trans 4295367461 rc 0/0 00000100:00100000:1.0:1731347580.481495:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204930 00000100:00100000:0.0:1731347580.481497:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+222:2006:x1815448312725760:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.481501:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290844 00010000:00010000:1.0:1731347580.481510:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.481513:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d91880/2, rc 0, transno 400165 00010000:00010000:1.0:1731347580.481517:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481520:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952868864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.481523:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481529:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481535:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481541:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.481543:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481544:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952870528:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.481550:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952872832:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.481550:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481554:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481559:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481565:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077bf8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481569:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.481645:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.481649:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+256:3760:x1815447952869504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3487us (3634us total) trans 4295367463 rc 0/0 00010000:00010000:3.0:1731347580.481653:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.481653:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204932 00010000:00010000:3.0:1731347580.481660:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.481661:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952872832 00000100:00100000:1.0:1731347580.481663:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952872832 00000100:00100000:0.0:1731347580.481666:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.481667:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481673:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.481674:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204945 00000100:00100000:0.0:1731347580.481675:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312725888 00000100:00100000:1.0:1731347580.481677:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+256:3761:x1815447952872832:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.481677:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312725888 00010000:00010000:3.0:1731347580.481679:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b821c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.481681:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481684:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800980b7180/0xb104f9478e00c508 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc05 expref: 222 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.481685:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16283 count 1 00010000:00010000:3.0:1731347580.481687:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481692:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481694:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290845 00010000:00010000:3.0:1731347580.481697:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481697:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+222:2003:x1815448312725888:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.481699:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006a059f80/0xb104f9478dff0f9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a1 expref: 234 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.481701:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.481703:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077bff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481703:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.481703:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800980b7180/0xb104f9478e00c508 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc05 expref: 222 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.481704:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.481706:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481708:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800980b7180/0xb104f9478e00c508 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc05 expref: 222 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.481716:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006a059f80/0xb104f9478dff0f9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a1 expref: 234 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.481716:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800980b7180/0xb104f9478e00c508 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc05 expref: 222 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.481721:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.481722:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006a059f80/0xb104f9478dff0f9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a1 expref: 234 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.481722:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.481723:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481725:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952871040:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.481727:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952872960:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.481727:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481735:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.481736:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.481741:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.481746:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+221:2003:x1815448312725888:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.481749:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290845 00010000:00010000:0.0:1731347580.481759:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481762:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.481764:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481780:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481784:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481788:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481792:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312726016 00010000:00010000:0.0:1731347580.481792:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.481794:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481796:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312726016 00010000:00010000:0.0:1731347580.481797:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.481804:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.481807:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078cd5200/0xb104f9478e00beef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5f3 expref: 221 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.481809:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e077c06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481823:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290846 00000100:00100000:3.0:1731347580.481824:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+99:3761:x1815447952869632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3604us (3636us total) trans 4295335915 rc 0/0 00000100:00100000:2.0:1731347580.481827:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+221:2003:x1815448312726016:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.481830:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204933 00010000:00010000:2.0:1731347580.481833:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.481836:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078cd5200/0xb104f9478e00beef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5f3 expref: 221 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.481844:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078cd5200/0xb104f9478e00beef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5f3 expref: 221 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.481855:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078cd5200/0xb104f9478e00beef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5f3 expref: 221 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.481864:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.481865:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.481868:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.481874:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.481893:0:15913:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+256:3761:x1815447952868736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4234us (4268us total) trans 4295367462 rc 0/0 00010000:00010000:2.0:1731347580.481895:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.481899:0:15913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204929 00000100:00100000:2.0:1731347580.481911:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+220:2003:x1815448312726016:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (148us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.481913:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481913:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481916:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290846 00010000:00010000:1.0:1731347580.481918:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481920:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481920:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+99:3763:x1815447952869760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3671us (3703us total) trans 4295335916 rc 0/0 00010000:00010000:1.0:1731347580.481922:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481925:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481927:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481928:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204934 00010000:00010000:1.0:1731347580.481929:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481932:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912218c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.481934:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.481934:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.481937:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d92d80/2, rc 0, transno 368619 00010000:00010000:1.0:1731347580.481938:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481940:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481943:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952869632:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.481944:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481945:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912206c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.481947:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800912218c0/0xb104f9478e077c0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481948:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.481950:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d90000/2, rc 0, transno 368620 00000004:00080000:2.0:1731347580.481951:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a5f3e300/2, rc 0, transno 400166 00000100:00100000:0.0:1731347580.481953:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952869760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.481955:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.481956:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952868736:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.481964:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.481970:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077bf1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.481980:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.481988:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.481993:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952873088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.482005:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.482006:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.482012:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952873216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.482015:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312726144 00000100:00100000:0.0:1731347580.482017:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312726144 00000100:00100000:1.0:1731347580.482023:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+100:3763:x1815447952870272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3581us (3636us total) trans 4295335917 rc 0/0 00010000:00010000:0.0:1731347580.482024:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990e4000/0xb104f9478e00438f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a9a expref: 220 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.482027:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204935 00000100:00100000:2.0:1731347580.482033:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.482034:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952873088 00000100:00100000:0.0:1731347580.482034:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290847 00000100:00100000:1.0:1731347580.482036:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952873088 00000100:00100000:0.0:1731347580.482036:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+220:2004:x1815448312726144:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.482040:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.482043:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990e4000/0xb104f9478e00438f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a9a expref: 220 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.482044:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952873216 00000100:00100000:1.0:1731347580.482045:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952873216 00010000:00010000:0.0:1731347580.482048:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990e4000/0xb104f9478e00438f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a9a expref: 220 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.482051:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.482051:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204946 00000100:00100000:1.0:1731347580.482053:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+256:3763:x1815447952873088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.482055:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990e4000/0xb104f9478e00438f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965a9a expref: 220 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.482057:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952873344:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.482060:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17570 count 1 00010000:00010000:0.0:1731347580.482061:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482063:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482064:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482066:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482068:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.482071:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.482073:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801165106c0/0xb104f9478e005689 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d8d expref: 234 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.482077:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+100:3762:x1815447952869248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4210us (4244us total) trans 4295335918 rc 0/0 00010000:00010000:1.0:1731347580.482077:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482077:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.482078:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.482080:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.482084:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204931 00000100:00100000:2.0:1731347580.482085:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952873344 00000100:00100000:0.0:1731347580.482086:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+219:2004:x1815448312726144:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.482088:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952873344 00010000:00010000:1.0:1731347580.482089:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801165106c0/0xb104f9478e005689 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d8d expref: 234 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.482089:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290847 00000100:00100000:3.0:1731347580.482095:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204947 00010000:00010000:1.0:1731347580.482095:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801165106c0/0xb104f9478e005689 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d8d expref: 234 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.482099:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+100:3762:x1815447952873216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.482099:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204948 00000100:00100000:1.0:1731347580.482100:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952873472:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.482102:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+100:3761:x1815447952873344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.482109:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14532 count 1 00002000:00080000:3.0:1731347580.482111:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14745 count 1 00000004:00080000:2.0:1731347580.482112:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d93100/2, rc 0, transno 368622 00000100:00100000:1.0:1731347580.482114:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.482116:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.482117:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952869248:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.482121:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482122:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800960f2f40/0xb104f9478dfedd54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f458 expref: 218 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.482126:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482127:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482128:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.482130:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a5f3fb80/2, rc 0, transno 368621 00010000:00010000:3.0:1731347580.482131:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007bda06c0/0xb104f9478e00aa3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c139 expref: 218 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.482133:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952870272:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.482137:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482137:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800960f2f40/0xb104f9478dfedd54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f458 expref: 218 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.482139:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.482141:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482143:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800960f2f40/0xb104f9478dfedd54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f458 expref: 218 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.482149:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952873856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.482149:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952873728:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.482156:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007bda06c0/0xb104f9478e00aa3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c139 expref: 218 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.482162:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.482164:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007bda06c0/0xb104f9478e00aa3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c139 expref: 218 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.482166:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.482173:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952873984:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.482176:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952873856 00000100:00100000:1.0:1731347580.482177:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952873856 00000100:00100000:0.0:1731347580.482178:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.482182:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.482185:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312726272 00000100:00100000:0.0:1731347580.482186:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312726272 00010000:00010000:2.0:1731347580.482189:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482189:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204949 00000100:00100000:3.0:1731347580.482190:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.482192:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+101:3762:x1815447952873856:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.482193:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b2923840/0xb104f9478e00aa35 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c140 expref: 235 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.482196:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.482198:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12980 count 1 00010000:00010000:2.0:1731347580.482202:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.482202:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290848 00000100:00100000:0.0:1731347580.482204:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+235:2004:x1815448312726272:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.482205:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.482208:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482208:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.482209:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952871168:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.482211:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b2923840/0xb104f9478e00aa35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c140 expref: 235 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.482212:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800913af180/0xb104f9478dfef127 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95082b expref: 218 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.482214:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.482216:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482216:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.482216:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482216:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b2923840/0xb104f9478e00aa35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c140 expref: 235 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.482218:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.482221:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.482222:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482224:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b2923840/0xb104f9478e00aa35 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3999:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c140 expref: 235 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.482227:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800913af180/0xb104f9478dfef127 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95082b expref: 218 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.482229:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482230:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482231:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.482232:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482233:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800913af180/0xb104f9478dfef127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95082b expref: 218 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.482238:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952874112:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.482239:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.482241:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d92680/2, rc 0, transno 400167 00010000:00010000:2.0:1731347580.482242:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0fc0/0xb104f9478e077c14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ccf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.482247:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952869504:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.482248:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.482250:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.482251:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1731347580.482255:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+234:2004:x1815448312726272:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.482258:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290848 00010000:00010000:3.0:1731347580.482277:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482277:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952874240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.482284:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482290:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.482291:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.482291:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952871296:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.482297:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482299:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482302:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952874240 00010000:00010000:3.0:1731347580.482304:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482304:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952874240 00010000:00010000:3.0:1731347580.482309:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.482312:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482313:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204950 00000100:00100000:1.0:1731347580.482315:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+257:3763:x1815447952874240:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.482319:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.482319:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:1.0:1731347580.482322:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10164 count 1 00000100:00100000:0.0:1731347580.482324:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312726528 00000100:00100000:0.0:1731347580.482326:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312726528 00010000:00010000:3.0:1731347580.482327:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482327:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482331:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880115dedb00/0xb104f9478dfedd4d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f451 expref: 234 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.482333:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e077c1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482334:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880114c57600/0xb104f9478e00d28a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e98e expref: 234 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.482337:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.482338:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.482339:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.482340:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290849 00000100:00100000:0.0:1731347580.482342:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+234:2004:x1815448312726528:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.482346:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+102:3760:x1815447952870656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3519us (3548us total) trans 4295335919 rc 0/0 00010000:00010000:0.0:1731347580.482346:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.482348:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880115dedb00/0xb104f9478dfedd4d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x38c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f451 expref: 234 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.482351:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880114c57600/0xb104f9478e00d28a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e98e expref: 234 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.482352:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204937 00010000:00010000:0.0:1731347580.482353:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880115dedb00/0xb104f9478dfedd4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f451 expref: 234 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.482357:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880114c57600/0xb104f9478e00d28a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e98e expref: 234 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.482362:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952874368:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.482364:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482365:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482366:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482370:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482371:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0a80 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.482376:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.482383:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+234:2004:x1815448312726528:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.482386:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290849 00000100:00100000:2.0:1731347580.482404:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.482436:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312726400 00000100:00100000:2.0:1731347580.482439:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312726400 00000100:00100000:3.0:1731347580.482446:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+258:3760:x1815447952870400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3625us (3720us total) trans 4295367464 rc 0/0 00010000:00010000:2.0:1731347580.482451:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac957a80/0xb104f9478dff74de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958bdb expref: 219 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.482453:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204936 00000100:00100000:0.0:1731347580.482454:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116d23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952871808:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.482462:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482464:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.482467:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290850 00000100:00100000:2.0:1731347580.482470:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+219:2005:x1815448312726400:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.482472:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312726656 00000100:00100000:1.0:1731347580.482474:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312726656 00010000:00010000:2.0:1731347580.482476:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.482479:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac957a80/0xb104f9478dff74de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958bdb expref: 219 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.482481:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1fed440/0xb104f9478dfff030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96072d expref: 234 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.482484:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952871936:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.482487:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac957a80/0xb104f9478dff74de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958bdb expref: 219 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.482490:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482491:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290851 00000100:00100000:1.0:1731347580.482494:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+234:2003:x1815448312726656:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.482497:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac957a80/0xb104f9478dff74de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958bdb expref: 219 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.482498:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.482500:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1fed440/0xb104f9478dfff030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96072d expref: 234 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.482502:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.482504:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.482506:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.482506:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1fed440/0xb104f9478dfff030 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96072d expref: 234 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.482508:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.482509:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312726784 00000100:00100000:0.0:1731347580.482510:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312726784 00010000:00010000:1.0:1731347580.482513:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fed440/0xb104f9478dfff030 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96072d expref: 234 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.482515:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482517:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094edb600/0xb104f9478dff0ebd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c1 expref: 219 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.482523:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.482523:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.482525:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.482527:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.482529:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290852 00010000:00010000:1.0:1731347580.482530:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.482532:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+219:2003:x1815448312726784:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.482534:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880115dedb00/0xb104f9478dfedd4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f451 expref: 233 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.482536:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.482538:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.482538:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094edb600/0xb104f9478dff0ebd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c1 expref: 219 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.482542:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+219:2005:x1815448312726400:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.482543:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952871424:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.482543:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094edb600/0xb104f9478dff0ebd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c1 expref: 219 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.482547:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290850 00000100:00100000:1.0:1731347580.482548:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+232:2003:x1815448312726656:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (85us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.482551:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094edb600/0xb104f9478dff0ebd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9525c1 expref: 219 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.482552:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290851 00010000:00010000:3.0:1731347580.482554:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482556:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482556:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.482558:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.482561:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482562:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.482566:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.482573:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.482579:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.482585:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482587:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952872448:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.482590:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.482592:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482596:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.482602:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.482611:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482613:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.482616:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e077c29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482634:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952872320:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.482640:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482648:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312726912 00000100:00100000:1.0:1731347580.482650:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312726912 00010000:00010000:1.0:1731347580.482655:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880064f38d80/0xb104f9478dfef12e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950832 expref: 232 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.482667:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290853 00000100:00100000:1.0:1731347580.482669:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+232:2003:x1815448312726912:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.482673:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.482675:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880064f38d80/0xb104f9478dfef12e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950832 expref: 232 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.482676:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482680:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482681:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880064f38d80/0xb104f9478dfef12e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950832 expref: 232 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.482687:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880064f38d80/0xb104f9478dfef12e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950832 expref: 232 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.482688:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482691:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482692:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.482693:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.482695:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482695:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482698:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.482699:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482700:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.482703:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.482704:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+258:3763:x1815447952870912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3684us (3714us total) trans 4295367465 rc 0/0 00010000:00010000:1.0:1731347580.482706:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.482708:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.482709:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204939 00010000:00010000:0.0:1731347580.482712:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e077c22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.482715:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+231:2003:x1815448312726912:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.482718:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290853 00010000:00010000:1.0:1731347580.482727:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.482730:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952873600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.482732:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482736:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482740:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482743:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.482746:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.482746:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.482748:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482752:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.482756:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.482759:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d90380/2, rc 0, transno 368623 00010000:00010000:1.0:1731347580.482760:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82f40/0xb104f9478e077c45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.482765:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952870656:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.482789:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d90a80/2, rc 0, transno 400168 00000100:00100000:3.0:1731347580.482794:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952870400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.482816:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+102:3763:x1815447952870784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3932us (3966us total) trans 4295335920 rc 0/0 00000100:00100000:0.0:1731347580.482821:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204938 00000100:00100000:3.0:1731347580.482825:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952873600 00000100:00100000:3.0:1731347580.482827:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952873600 00000100:00100000:3.0:1731347580.482842:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204951 00000100:00100000:3.0:1731347580.482846:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+102:3760:x1815447952873600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.482846:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+258:3763:x1815447952872064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3032us (3056us total) trans 4295367466 rc 0/0 00000100:00100000:1.0:1731347580.482851:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204943 00002000:00080000:3.0:1731347580.482856:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16965 count 1 00010000:00010000:3.0:1731347580.482864:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.482868:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155caa00/2, rc 0, transno 400170 00000100:00100000:1.0:1731347580.482873:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952872064:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.482874:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ae05cb40/0xb104f9478dfff029 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960734 expref: 217 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.482880:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.482881:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.482883:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.482893:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c2c7b80/2, rc 0, transno 400169 00000100:00100000:1.0:1731347580.482896:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952870912:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.482897:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ae05cb40/0xb104f9478dfff029 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960734 expref: 217 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.482905:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ae05cb40/0xb104f9478dfff029 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960734 expref: 217 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:1.0:1731347580.482908:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d93480/2, rc 0, transno 368624 00000100:00100000:1.0:1731347580.482912:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952870784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.482914:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952874880:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.482916:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952874624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.482917:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952875008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.482934:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.482936:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.482944:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952875008 00000100:00100000:3.0:1731347580.482946:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952875008 00000100:00100000:2.0:1731347580.482955:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.482955:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.482959:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952874624 00000100:00100000:1.0:1731347580.482960:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952874752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.482961:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952874624 00000100:00100000:2.0:1731347580.482968:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.482970:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204952 00000100:00100000:3.0:1731347580.482973:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+258:3763:x1815447952875008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.482973:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952874496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.482975:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1731347580.482983:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16812 count 1 00010000:00010000:0.0:1731347580.482984:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.482991:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.482992:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.482995:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+217:2003:x1815448312726784:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 461us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.482998:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290852 00000100:00100000:2.0:1731347580.483000:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1731347580.483001:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478dff7fb9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596c4 expref: 230 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.483005:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952875136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.483006:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952874752 00010000:00010000:3.0:1731347580.483007:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.483007:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.483008:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.483009:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952874752 00010000:00010000:3.0:1731347580.483010:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483011:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483016:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.483017:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.483019:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.483023:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952874496 00010000:00010000:0.0:1731347580.483023:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.483024:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478dff7fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596c4 expref: 230 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.483025:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952874496 00010000:00010000:0.0:1731347580.483026:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.483027:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483031:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.483032:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478dff7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596c4 expref: 230 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.483034:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952875136 00000100:00100000:1.0:1731347580.483036:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952875136 00010000:00010000:0.0:1731347580.483036:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.483038:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204953 00000100:00100000:3.0:1731347580.483041:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952875264:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.483042:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+104:3761:x1815447952874624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.483043:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077c37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.483051:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9524 count 1 00000100:00100000:1.0:1731347580.483051:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204954 00000100:00100000:1.0:1731347580.483055:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+260:3763:x1815447952874752:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.483058:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0e40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.483060:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.483066:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9773 count 1 00000100:00100000:3.0:1731347580.483070:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204955 00010000:00010000:2.0:1731347580.483070:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3c44900/0xb104f9478dfeadc7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4cb expref: 216 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.483074:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+260:3761:x1815447952874496:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.483076:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.483080:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.483082:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1731347580.483083:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11239 count 1 00010000:00010000:2.0:1731347580.483084:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.483086:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b75eac0/0xb104f9478dfef5bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cc3 expref: 230 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.483090:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.483097:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3c44900/0xb104f9478dfeadc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4cb expref: 216 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.483097:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.483098:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.483099:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013231c6c0/0xb104f9478dffe149 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f84d expref: 230 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.483100:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.483104:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.483105:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.483106:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3c44900/0xb104f9478dfeadc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4cb expref: 216 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.483107:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.483111:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+105:3760:x1815447952871680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3537us (3707us total) trans 4295335921 rc 0/0 00000100:00100000:2.0:1731347580.483114:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952875392:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.483114:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b75eac0/0xb104f9478dfef5bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cc3 expref: 230 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.483115:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204941 00010000:00010000:1.0:1731347580.483122:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b75eac0/0xb104f9478dfef5bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cc3 expref: 230 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.483124:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204956 00010000:00010000:3.0:1731347580.483126:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013231c6c0/0xb104f9478dffe149 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f84d expref: 230 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.483127:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+104:3761:x1815447952875136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.483128:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.483131:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952875520:192.168.203.60@tcp:104: 00002000:00080000:0.0:1731347580.483134:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16283 count 1 00010000:00010000:3.0:1731347580.483135:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013231c6c0/0xb104f9478dffe149 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f84d expref: 230 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.483140:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.483143:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952875648:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.483145:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0840 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.483147:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800affecd80/0xb104f9478dff0fa4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a8 expref: 216 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.483151:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.483152:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.483154:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.483154:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.483155:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.483163:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800affecd80/0xb104f9478dff0fa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a8 expref: 216 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.483165:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312727040 00000100:00100000:2.0:1731347580.483167:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312727040 00010000:00010000:0.0:1731347580.483168:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800affecd80/0xb104f9478dff0fa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a8 expref: 216 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.483175:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116d21180/2, rc 0, transno 368625 00010000:00010000:2.0:1731347580.483177:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098d47a80/0xb104f9478dfeadce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d2 expref: 231 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.483177:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952875776:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.483187:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.483189:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952871680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.483189:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290854 00000100:00100000:2.0:1731347580.483193:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+231:2003:x1815448312727040:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.483194:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483198:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.483199:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.483202:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.483203:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098d47a80/0xb104f9478dfeadce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d2 expref: 231 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.483206:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483209:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483212:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220240 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.483214:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952875904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.483214:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.483217:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098d47a80/0xb104f9478dfeadce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d2 expref: 231 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.483218:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483223:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.483227:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098d47a80/0xb104f9478dfeadce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4d2 expref: 231 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.483227:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e077c30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.483232:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.483235:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.483236:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.483239:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.483244:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952875904 00010000:00010000:2.0:1731347580.483245:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.483247:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952875904 00010000:00010000:2.0:1731347580.483258:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.483262:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204957 00000100:00100000:3.0:1731347580.483266:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+105:3761:x1815447952875904:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.483271:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952872704:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.483272:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+230:2003:x1815448312727040:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (118us total) trans 0 rc 0/0 00002000:00080000:3.0:1731347580.483275:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17570 count 1 00000100:00100000:2.0:1731347580.483277:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290854 00010000:00010000:1.0:1731347580.483282:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.483283:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.483292:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129459b00/0xb104f9478e005690 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d94 expref: 216 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.483294:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.483298:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.483299:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.483300:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.483301:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.483305:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+261:3761:x1815447952871552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3864us (3926us total) trans 4295367467 rc 0/0 00000100:00100000:2.0:1731347580.483306:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.483309:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204940 00010000:00010000:1.0:1731347580.483311:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.483316:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312727168 00010000:00010000:1.0:1731347580.483317:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.483318:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312727168 00010000:00010000:3.0:1731347580.483320:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129459b00/0xb104f9478e005690 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d94 expref: 216 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.483323:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.483326:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880064ff5b00/0xb104f9478dfeffcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516da expref: 217 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.483327:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.483328:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129459b00/0xb104f9478e005690 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d94 expref: 217 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.483330:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.483336:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952876032:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.483336:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.483339:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290855 00000100:00100000:2.0:1731347580.483343:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+217:2005:x1815448312727168:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.483344:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.483348:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.483349:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222400/0xb104f9478e077c3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.483350:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.483352:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880064ff5b00/0xb104f9478dfeffcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516da expref: 217 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.483354:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.483360:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880064ff5b00/0xb104f9478dfeffcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516da expref: 217 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.483365:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312727296 00000100:00100000:0.0:1731347580.483368:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312727296 00010000:00010000:2.0:1731347580.483370:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880064ff5b00/0xb104f9478dfeffcf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x290f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9516da expref: 217 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.483378:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.483380:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.483382:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.483382:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712634 00000100:00100000:0.0:1731347580.483385:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:13210:x1815448312727296:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:2.0:1731347580.483389:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483394:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1731347580.483401:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.483401:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081439b00/0xb104f9478e077cae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc34 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.483411:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+216:2005:x1815448312727168:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.483432:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290855 00000100:00100000:1.0:1731347580.483455:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+261:3763:x1815447952872192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3641us (3699us total) trans 4295367468 rc 0/0 00000100:00100000:1.0:1731347580.483461:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204942 00010000:00010000:0.0:1731347580.483466:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008143a640/0xb104f9478e077cb5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.483473:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483473:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008143a640/0xb104f9478e077cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.483478:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483479:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008143a640/0xb104f9478e077cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.483482:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.483486:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.483489:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.483492:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439200 already unused, calling callback (ffffffffa085a100) 00000004:00200000:0.0:1731347580.483492:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 86699 00010000:00010000:1.0:1731347580.483494:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1731347580.483495:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1731347580.483497:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.483503:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1731347580.483504:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008143a640/0xb104f9478e077cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.483507:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439200/0xb104f9478e077c4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483518:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081439b00/0xb104f9478e077cae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc34 expref: 21 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483525:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008143a640/0xb104f9478e077cb5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc34 expref: 20 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483530:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:0.0:1731347580.483532:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1731347580.483534:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008143a640, rc 0) 00000100:00100000:0.0:1731347580.483543:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:13210:x1815448312727296:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 158us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.483547:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712634 00000100:00100000:1.0:1731347580.483571:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+106:3761:x1815447952872576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3538us (3574us total) trans 4295335922 rc 0/0 00000100:00100000:1.0:1731347580.483576:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204944 00000004:00080000:1.0:1731347580.483591:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155c9180/2, rc 0, transno 400172 00000100:00100000:1.0:1731347580.483603:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952872192:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1731347580.483614:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c1f80/2, rc 0, transno 368626 00000100:00100000:1.0:1731347580.483618:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952872576:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1731347580.483625:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116d20e00/2, rc 0, transno 400171 00000100:00100000:1.0:1731347580.483628:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952871552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.483643:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952876288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.483656:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.483668:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952876160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.483670:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952876288 00000100:00100000:0.0:1731347580.483672:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952876288 00000100:00100000:0.0:1731347580.483681:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204958 00000100:00100000:0.0:1731347580.483683:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+106:3763:x1815447952876288:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.483688:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1731347580.483691:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10164 count 1 00010000:00010000:0.0:1731347580.483697:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.483704:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952876160 00010000:00010000:0.0:1731347580.483704:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880119839d40/0xb104f9478e00d283 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e987 expref: 215 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.483707:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952876160 00000100:00100000:3.0:1731347580.483708:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952876416:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.483708:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.483709:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.483710:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483720:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880119839d40/0xb104f9478e00d283 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e987 expref: 215 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.483722:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.483722:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204959 00010000:00010000:0.0:1731347580.483725:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880119839d40/0xb104f9478e00d283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e987 expref: 215 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.483726:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+261:3762:x1815447952876160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.483731:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952876544:192.168.203.60@tcp:104: 00002000:00080000:2.0:1731347580.483736:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14580 count 1 00000100:00100000:3.0:1731347580.483738:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952876416 00000100:00100000:3.0:1731347580.483741:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952876416 00000100:00100000:0.0:1731347580.483743:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.483745:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.483753:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204960 00010000:00010000:2.0:1731347580.483755:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad17cb40/0xb104f9478dfff67a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d77 expref: 229 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.483755:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+262:3760:x1815447952876416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.483761:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.483762:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1731347580.483762:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12516 count 1 00010000:00010000:2.0:1731347580.483765:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483767:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.483786:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c000/0xb104f9478e003ec6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655ca expref: 229 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.483790:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.483791:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad17cb40/0xb104f9478dfff67a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d77 expref: 229 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.483791:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.483792:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.483800:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad17cb40/0xb104f9478dfff67a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d77 expref: 229 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.483801:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c000/0xb104f9478e003ec6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655ca expref: 229 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.483808:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952876672:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.483810:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c000/0xb104f9478e003ec6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655ca expref: 229 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.483815:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952876800:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.483827:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.483827:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.484552:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952872960:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.484561:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.484567:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952873728:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.484579:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.484604:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952873472:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.484604:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.484616:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.484630:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.484646:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312727680 00000100:00100000:2.0:1731347580.484646:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312727424 00000100:00100000:3.0:1731347580.484650:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312727680 00000100:00100000:2.0:1731347580.484650:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312727424 00010000:00010000:3.0:1731347580.484663:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800960f2f40/0xb104f9478dfedd54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f458 expref: 216 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.484663:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006a059f80/0xb104f9478dff0f9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a1 expref: 230 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.484680:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.484698:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312727552 00000100:00100000:3.0:1731347580.484701:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312727552 00000100:00100000:2.0:1731347580.484702:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290856 00000100:00100000:1.0:1731347580.484708:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290857 00010000:00010000:3.0:1731347580.484709:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801165106c0/0xb104f9478e005689 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d8d expref: 231 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.484709:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+216:2003:x1815448312727680:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.484712:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+231:2003:x1815448312727424:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.484716:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.484718:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.484720:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800960f2f40/0xb104f9478dfedd54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f458 expref: 216 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.484722:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006a059f80/0xb104f9478dff0f9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a1 expref: 231 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.484724:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290858 00010000:00010000:2.0:1731347580.484728:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800960f2f40/0xb104f9478dfedd54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f458 expref: 216 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.484728:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006a059f80/0xb104f9478dff0f9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a1 expref: 231 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.484729:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+231:2004:x1815448312727552:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.484734:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.484736:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006a059f80/0xb104f9478dff0f9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a1 expref: 231 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.484738:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801165106c0/0xb104f9478e005689 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d8d expref: 231 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.484741:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960f2f40/0xb104f9478dfedd54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94f458 expref: 216 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.484742:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.484743:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.484745:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.484746:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801165106c0/0xb104f9478e005689 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d8d expref: 230 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.484749:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484750:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.484752:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.484754:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.484756:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801165106c0/0xb104f9478e005689 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d8d expref: 230 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.484758:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.484761:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.484764:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.484766:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.484785:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.484785:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.484788:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+229:2003:x1815448312727424:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (184us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.484792:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484793:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.484793:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290857 00010000:00010000:0.0:1731347580.484793:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.484800:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.484805:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.484806:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.484811:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+215:2003:x1815448312727680:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 103us (180us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.484812:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.484817:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+228:2004:x1815448312727552:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 88us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.484818:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290856 00010000:00010000:0.0:1731347580.484818:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.484821:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.484823:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290858 00010000:00010000:0.0:1731347580.484827:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484836:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.484836:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.484842:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077c53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484844:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484850:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484856:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484863:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484870:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.484872:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484877:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484883:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.484887:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e077c5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.484993:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+264:3763:x1815447952873088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2937us (2985us total) trans 4295367470 rc 0/0 00000100:00100000:2.0:1731347580.485001:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204946 00000100:00100000:0.0:1731347580.485018:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+263:3761:x1815447952872832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3339us (3447us total) trans 4295367469 rc 0/0 00000004:00080000:3.0:1731347580.485024:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c0700/2, rc 0, transno 400174 00000100:00100000:0.0:1731347580.485025:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204945 00000100:00100000:3.0:1731347580.485031:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952873088:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.485043:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485050:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.485057:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952874112:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.485057:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485064:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485068:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485070:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.485075:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.485076:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814386c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.485078:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.485082:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952876928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.485082:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952873984:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.485085:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.485091:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c0e00/2, rc 0, transno 400173 00010000:00010000:2.0:1731347580.485094:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485094:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485100:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e077c61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.485102:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.485107:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952872832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.485129:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.485132:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.485138:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952877056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.485140:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312727808 00000100:00100000:1.0:1731347580.485143:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312727808 00000100:00100000:3.0:1731347580.485153:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.485154:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007bda06c0/0xb104f9478e00aa3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c139 expref: 215 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.485162:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952876928 00000100:00100000:2.0:1731347580.485165:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952876928 00000100:00100000:1.0:1731347580.485172:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290859 00000100:00100000:1.0:1731347580.485176:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+215:2004:x1815448312727808:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.485183:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.485184:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952877056 00010000:00010000:1.0:1731347580.485186:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007bda06c0/0xb104f9478e00aa3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c139 expref: 215 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.485187:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204961 00000100:00100000:2.0:1731347580.485187:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952877056 00000100:00100000:0.0:1731347580.485191:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+107:3761:x1815447952873344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3087us (3119us total) trans 4295335923 rc 0/0 00000100:00100000:3.0:1731347580.485192:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+264:3760:x1815447952876928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.485195:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007bda06c0/0xb104f9478e00aa3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c139 expref: 215 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.485195:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204948 00000100:00100000:2.0:1731347580.485198:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204962 00000100:00100000:2.0:1731347580.485201:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+264:3763:x1815447952877056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.485205:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10613 count 1 00010000:00010000:1.0:1731347580.485207:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007bda06c0/0xb104f9478e00aa3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c139 expref: 215 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.485209:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13108 count 1 00010000:00010000:3.0:1731347580.485214:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485215:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485217:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.485218:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.485221:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.485224:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880127c03a80/0xb104f9478dff4e81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956585 expref: 227 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.485225:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801268a9200/0xb104f9478e00459c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ca0 expref: 227 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.485227:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.485231:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.485231:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.485232:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.485232:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.485234:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485234:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485241:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.485248:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880127c03a80/0xb104f9478dff4e81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956585 expref: 227 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.485248:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801268a9200/0xb104f9478e00459c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ca0 expref: 227 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.485257:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880127c03a80/0xb104f9478dff4e81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956585 expref: 227 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.485257:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801268a9200/0xb104f9478e00459c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ca0 expref: 227 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.485259:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+214:2004:x1815448312727808:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.485266:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952877312:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.485266:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952877184:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.485266:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290859 00000100:00100000:3.0:1731347580.485284:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.485284:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8180 going to sleep for 11 seconds 00000004:00080000:1.0:1731347580.485288:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c2d80/2, rc 0, transno 368627 00000100:00100000:1.0:1731347580.485295:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952873344:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.485296:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485302:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485309:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485316:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485322:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.485323:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952877440:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.485327:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b818c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.485330:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485336:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.485342:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.485345:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485351:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e077c68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.485361:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952877440 00000100:00100000:3.0:1731347580.485364:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952877440 00000100:00100000:3.0:1731347580.485379:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204963 00000100:00100000:1.0:1731347580.485382:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.485383:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+107:3763:x1815447952877440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.485384:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952874368:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.485392:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.485394:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11239 count 1 00000100:00100000:1.0:1731347580.485394:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.485402:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.485402:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312727936 00000100:00100000:1.0:1731347580.485405:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312727936 00010000:00010000:3.0:1731347580.485413:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800912af840/0xb104f9478dffe150 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f854 expref: 214 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.485435:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800913af180/0xb104f9478dfef127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95082b expref: 214 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.485442:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.485444:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.485446:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.485446:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312728064 00000100:00100000:2.0:1731347580.485449:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312728064 00000100:00100000:1.0:1731347580.485459:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290860 00010000:00010000:2.0:1731347580.485461:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880114c57600/0xb104f9478e00d28a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e98e expref: 228 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.485462:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800912af840/0xb104f9478dffe150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f854 expref: 214 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.485463:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+214:2003:x1815448312727936:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.485470:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800912af840/0xb104f9478dffe150 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f854 expref: 214 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.485470:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.485474:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800913af180/0xb104f9478dfef127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95082b expref: 214 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.485476:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290861 00000100:00100000:3.0:1731347580.485479:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952877568:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.485480:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+228:2005:x1815448312728064:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.485482:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800913af180/0xb104f9478dfef127 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95082b expref: 214 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.485487:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.485491:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880114c57600/0xb104f9478e00d28a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e98e expref: 228 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.485492:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800913af180/0xb104f9478dfef127 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95082b expref: 214 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.485499:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880114c57600/0xb104f9478e00d28a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e98e expref: 228 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.485499:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.485500:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.485500:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.485503:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485509:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485510:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880114c57600/0xb104f9478e00d28a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x27b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e98e expref: 228 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.485518:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.485519:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.485520:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.485522:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485528:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485529:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485535:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.485543:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952874880:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.485543:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485547:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485549:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.485551:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.485554:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485554:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.485555:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485559:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.485564:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+227:2005:x1815448312728064:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (169us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.485564:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485567:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077c6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.485570:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290861 00010000:00010000:0.0:1731347580.485570:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485583:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485590:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485596:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485602:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485608:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.485611:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.485616:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+109:3762:x1815447952873216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3515us (3581us total) trans 4295335924 rc 0/0 00010000:00010000:0.0:1731347580.485617:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.485622:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204947 00010000:00010000:0.0:1731347580.485627:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.485628:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c1880/2, rc 0, transno 368628 00010000:00010000:0.0:1731347580.485633:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e077c76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.485635:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952873216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.485649:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+108:3762:x1815447952873856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3456us (3482us total) trans 4295335925 rc 0/0 00000100:00100000:1.0:1731347580.485654:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204949 00000004:00080000:3.0:1731347580.485660:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac54e00/2, rc 0, transno 368629 00000100:00100000:3.0:1731347580.485664:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952873856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.485673:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952877696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.485675:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952877824:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.485678:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+213:2003:x1815448312727936:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 213us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.485684:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290860 00000100:00100000:2.0:1731347580.485691:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.485709:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952877824 00000100:00100000:1.0:1731347580.485711:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952877824 00000100:00100000:3.0:1731347580.485712:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.485720:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952877696 00000100:00100000:1.0:1731347580.485722:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952877696 00000100:00100000:1.0:1731347580.485728:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204964 00000100:00100000:1.0:1731347580.485731:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+109:3761:x1815447952877824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.485732:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204965 00000100:00100000:2.0:1731347580.485736:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+109:3760:x1815447952877696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.485739:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16812 count 1 00010000:00010000:1.0:1731347580.485746:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.485747:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9773 count 1 00010000:00010000:1.0:1731347580.485753:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995f9680/0xb104f9478dff7fc0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596bd expref: 212 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.485755:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+265:3763:x1815447952874240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3437us (3462us total) trans 4295367471 rc 0/0 00010000:00010000:2.0:1731347580.485756:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.485757:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.485758:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.485759:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.485762:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204950 00010000:00010000:2.0:1731347580.485766:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006a04af40/0xb104f9478dfef5c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cca expref: 212 pid: 9552 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.485767:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155c8380/2, rc 0, transno 400175 00010000:00010000:1.0:1731347580.485785:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995f9680/0xb104f9478dff7fc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596bd expref: 212 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.485786:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.485788:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.485791:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995f9680/0xb104f9478dff7fc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596bd expref: 212 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.485792:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.485795:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952874240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.485796:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952877952:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.485810:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.485823:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952878080:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.485825:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006a04af40/0xb104f9478dfef5c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cca expref: 212 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.485839:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006a04af40/0xb104f9478dfef5c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cca expref: 212 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.485840:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952875264:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.485844:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.485847:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c043480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952878208:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.485851:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.485853:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952878080 00000100:00100000:0.0:1731347580.485857:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952878080 00000100:00100000:2.0:1731347580.485863:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.485879:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204966 00000100:00100000:0.0:1731347580.485883:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+265:3762:x1815447952878080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.485900:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.485913:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312728192 00000100:00100000:2.0:1731347580.485916:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312728192 00000100:00100000:1.0:1731347580.485919:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.485925:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478dff7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596c4 expref: 227 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.485938:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290862 00000100:00100000:3.0:1731347580.485940:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312728320 00000100:00100000:2.0:1731347580.485942:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+227:2004:x1815448312728192:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.485943:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312728320 00010000:00010000:2.0:1731347580.485948:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.485951:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478dff7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596c4 expref: 227 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.485952:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ae05cb40/0xb104f9478dfff029 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960734 expref: 213 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.485959:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10449 count 1 00010000:00010000:2.0:1731347580.485960:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478dff7fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x41ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596c4 expref: 227 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.485965:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290863 00000100:00100000:3.0:1731347580.485969:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+213:2004:x1815448312728320:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.485969:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485970:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478dff7fb9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x41ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596c4 expref: 227 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.485975:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.485978:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ae05cb40/0xb104f9478dfff029 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960734 expref: 213 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.485978:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.485978:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af740fc0/0xb104f9478dff1a63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953167 expref: 226 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.485980:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.485983:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.485984:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.485985:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.485986:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ae05cb40/0xb104f9478dfff029 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960734 expref: 213 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.485987:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.485989:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.485997:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952875520:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.486001:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af740fc0/0xb104f9478dff1a63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953167 expref: 226 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.486002:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ae05cb40/0xb104f9478dfff029 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960734 expref: 213 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.486002:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.486008:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486008:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af740fc0/0xb104f9478dff1a63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953167 expref: 226 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.486010:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.486012:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.486014:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.486016:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952878336:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.486018:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+226:2004:x1815448312728192:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (118us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.486020:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486020:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.486024:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290862 00010000:00010000:1.0:1731347580.486026:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486032:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.486032:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486038:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486044:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486049:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.486051:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.486058:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952875392:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.486058:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486066:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486069:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486073:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e077c84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.486076:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.486081:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+212:2004:x1815448312728320:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 111us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.486087:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290863 00010000:00010000:3.0:1731347580.486100:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486106:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.486108:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952875648:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.486113:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486118:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486121:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486128:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486133:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.486135:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.486136:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.486141:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.486146:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.486150:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.486152:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312728576 00000100:00100000:2.0:1731347580.486154:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312728576 00010000:00010000:3.0:1731347580.486155:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e077c7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486163:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b75eac0/0xb104f9478dfef5bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cc3 expref: 226 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.486163:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952875776:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.486170:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.486175:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312728448 00000100:00100000:2.0:1731347580.486177:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312728448 00000100:00100000:1.0:1731347580.486178:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+266:3763:x1815447952875008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3203us (3239us total) trans 4295367472 rc 0/0 00010000:00010000:2.0:1731347580.486183:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3c44900/0xb104f9478dfeadc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4cb expref: 212 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.486184:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204952 00000100:00100000:2.0:1731347580.486196:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290864 00000100:00100000:2.0:1731347580.486199:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+226:2003:x1815448312728576:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.486205:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.486210:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b75eac0/0xb104f9478dfef5bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cc3 expref: 226 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.486218:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b75eac0/0xb104f9478dfef5bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cc3 expref: 226 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.486229:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b75eac0/0xb104f9478dfef5bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x262d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cc3 expref: 226 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.486237:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.486238:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.486240:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486246:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.486247:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.486257:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.486260:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+110:3760:x1815447952873600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3412us (3513us total) trans 4295335926 rc 0/0 00010000:00010000:1.0:1731347580.486263:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.486265:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204951 00000100:00100000:0.0:1731347580.486265:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.486271:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.486274:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+225:2003:x1815448312728576:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.486278:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.486279:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312728704 00000100:00100000:3.0:1731347580.486280:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312728832 00000100:00100000:2.0:1731347580.486280:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290864 00000100:00100000:0.0:1731347580.486282:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312728704 00000100:00100000:3.0:1731347580.486283:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312728832 00010000:00010000:1.0:1731347580.486285:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.486289:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290865 00010000:00010000:1.0:1731347580.486291:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486292:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800affecd80/0xb104f9478dff0fa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a8 expref: 213 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.486292:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+213:2003:x1815448312728448:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.486295:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013231c6c0/0xb104f9478dffe149 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f84d expref: 225 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.486298:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.486301:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3c44900/0xb104f9478dfeadc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4cb expref: 213 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.486301:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.486304:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.486306:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290866 00010000:00010000:1.0:1731347580.486309:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.486310:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+213:2004:x1815448312728832:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.486312:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290867 00010000:00010000:2.0:1731347580.486314:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3c44900/0xb104f9478dfeadc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4cb expref: 213 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.486315:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.486316:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+225:2005:x1815448312728704:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.486317:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486319:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800affecd80/0xb104f9478dff0fa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a8 expref: 213 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.486323:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077c92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486323:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.486324:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3c44900/0xb104f9478dfeadc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c4cb expref: 213 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.486326:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800affecd80/0xb104f9478dff0fa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a8 expref: 213 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.486327:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013231c6c0/0xb104f9478dffe149 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2be7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f84d expref: 225 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.486333:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.486334:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.486335:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013231c6c0/0xb104f9478dffe149 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2be7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f84d expref: 225 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.486336:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800affecd80/0xb104f9478dff0fa4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9526a8 expref: 212 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.486337:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486343:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.486343:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486344:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.486346:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013231c6c0/0xb104f9478dffe149 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2be7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f84d expref: 225 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.486347:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486353:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486353:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.486355:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.486356:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.486359:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486364:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.486365:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.486366:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:2003:x1815448312728448:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.486371:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290865 00000100:00100000:3.0:1731347580.486374:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:2004:x1815448312728832:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 63us (109us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.486376:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.486379:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290866 00010000:00010000:2.0:1731347580.486385:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486391:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.486397:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e4a80/2, rc 0, transno 400176 00010000:00010000:2.0:1731347580.486398:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.486403:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952875008:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.486409:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486431:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486438:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.486441:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486448:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.486451:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952878464:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.486458:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486464:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e077c8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.486467:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+224:2005:x1815448312728704:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 147us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.486470:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.486470:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+266:3763:x1815447952874752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3413us (3494us total) trans 4295367473 rc 0/0 00000100:00100000:0.0:1731347580.486473:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290867 00000100:00100000:1.0:1731347580.486474:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204954 00000100:00100000:1.0:1731347580.486482:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952878464 00000100:00100000:1.0:1731347580.486484:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952878464 00000004:00080000:3.0:1731347580.486485:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e7b80/2, rc 0, transno 400177 00000100:00100000:3.0:1731347580.486490:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952874752:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.486490:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.486493:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204967 00000100:00100000:1.0:1731347580.486496:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+266:3763:x1815447952878464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.486497:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.486503:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13864 count 1 00010000:00010000:0.0:1731347580.486504:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486510:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486510:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486517:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880127060900/0xb104f9478dff5af2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571ef expref: 223 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.486517:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.486520:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952878592:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.486524:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.486525:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.486526:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486527:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.486530:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.486536:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.486536:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880127060900/0xb104f9478dff5af2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571ef expref: 223 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.486541:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880127060900/0xb104f9478dff5af2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571ef expref: 223 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.486547:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952878720:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.486549:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c0380/2, rc 0, transno 368630 00000100:00100000:3.0:1731347580.486555:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952873600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.486559:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0840 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.486566:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952878592 00000100:00100000:1.0:1731347580.486568:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952878592 00000100:00100000:1.0:1731347580.486577:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204968 00000100:00100000:1.0:1731347580.486581:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+267:3760:x1815447952878592:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.486584:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.486588:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952878848:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.486590:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17756 count 1 00010000:00010000:0.0:1731347580.486597:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486599:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.486604:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.486607:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486608:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801213d1d40/0xb104f9478dfee6f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf1 expref: 223 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.486613:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83840/0xb104f9478e077c99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.486615:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.486616:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.486617:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952878848 00010000:00010000:1.0:1731347580.486618:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.486620:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952878848 00010000:00010000:1.0:1731347580.486632:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801213d1d40/0xb104f9478dfee6f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf1 expref: 223 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.486634:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204969 00000100:00100000:3.0:1731347580.486638:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+111:3760:x1815447952878848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.486639:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801213d1d40/0xb104f9478dfee6f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf1 expref: 223 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.486648:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14580 count 1 00000100:00100000:1.0:1731347580.486648:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952878976:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.486657:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.486664:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a06c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.486667:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad07c900/0xb104f9478dfff673 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d7e expref: 209 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.486669:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+111:3761:x1815447952874624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3626us (3713us total) trans 4295335927 rc 0/0 00010000:00010000:3.0:1731347580.486673:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.486674:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.486674:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204953 00010000:00010000:3.0:1731347580.486676:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.486690:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad07c900/0xb104f9478dfff673 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d7e expref: 209 pid: 15912 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1731347580.486699:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155cb100/2, rc 0, transno 368631 00010000:00010000:3.0:1731347580.486704:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad07c900/0xb104f9478dfff673 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d7e expref: 209 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.486705:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952874624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.486711:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+268:3761:x1815447952874496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3635us (3718us total) trans 4295367474 rc 0/0 00000100:00100000:3.0:1731347580.486712:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952879104:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.486713:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155c9880/2, rc 0, transno 400178 00000100:00100000:2.0:1731347580.486719:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952874496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.486730:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.486744:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952879232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.486752:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952879360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.486761:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.486766:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204955 00000100:00100000:0.0:1731347580.486791:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952879232 00000100:00100000:0.0:1731347580.486794:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952879232 00000100:00100000:3.0:1731347580.486801:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.486807:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952879360 00000100:00100000:0.0:1731347580.486809:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952879360 00000100:00100000:2.0:1731347580.486815:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204970 00000100:00100000:2.0:1731347580.486820:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+111:3762:x1815447952879232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.486830:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12516 count 1 00000100:00100000:0.0:1731347580.486830:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204971 00000100:00100000:0.0:1731347580.486833:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+268:3763:x1815447952879360:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.486838:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.486842:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13132 count 1 00010000:00010000:2.0:1731347580.486847:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080f0dd40/0xb104f9478e003ebf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655c3 expref: 209 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.486849:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486853:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.486854:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.486856:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486856:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800923b33c0/0xb104f9478dff3123 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95482e expref: 223 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.486861:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.486862:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.486863:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.486868:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080f0dd40/0xb104f9478e003ebf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655c3 expref: 209 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.486873:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800923b33c0/0xb104f9478dff3123 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95482e expref: 223 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.486875:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080f0dd40/0xb104f9478e003ebf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655c3 expref: 209 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.486879:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800923b33c0/0xb104f9478dff3123 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95482e expref: 223 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.486884:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c042d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952879488:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.486885:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952879616:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.486899:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.486901:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.486907:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486912:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486916:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486920:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486923:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486927:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.486929:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486933:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486938:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.486942:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e077ca0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.487024:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+112:3761:x1815447952875136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3895us (4005us total) trans 4295335928 rc 0/0 00000100:00100000:0.0:1731347580.487028:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204956 00000004:00080000:2.0:1731347580.487043:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d90700/2, rc 0, transno 368632 00000100:00100000:2.0:1731347580.487055:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952875136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.487061:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.487078:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312728960 00000100:00100000:2.0:1731347580.487081:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312728960 00000100:00100000:0.0:1731347580.487083:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.487093:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129459b00/0xb104f9478e005690 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d94 expref: 210 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.487097:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.487107:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312729088 00000100:00100000:2.0:1731347580.487109:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312729088 00000100:00100000:1.0:1731347580.487114:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952876544:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.487116:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880119839d40/0xb104f9478e00d283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e987 expref: 211 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.487117:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952876800:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.487121:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952876032:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.487125:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487126:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.487127:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312729216 00000100:00100000:2.0:1731347580.487128:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312729216 00010000:00010000:3.0:1731347580.487133:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487135:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad17cb40/0xb104f9478dfff67a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d77 expref: 224 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.487135:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290868 00000100:00100000:0.0:1731347580.487138:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:2004:x1815448312728960:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.487144:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290869 00010000:00010000:0.0:1731347580.487144:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.487147:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129459b00/0xb104f9478e005690 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d94 expref: 211 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.487149:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:2003:x1815448312729088:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.487153:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129459b00/0xb104f9478e005690 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d94 expref: 211 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.487155:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290870 00010000:00010000:1.0:1731347580.487156:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.487159:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+224:2004:x1815448312729216:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.487160:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880119839d40/0xb104f9478e00d283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e987 expref: 211 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487160:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129459b00/0xb104f9478e005690 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d94 expref: 211 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.487164:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952879744:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.487166:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.487166:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487167:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487168:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487169:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad17cb40/0xb104f9478dfff67a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x38f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d77 expref: 224 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.487169:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880119839d40/0xb104f9478e00d283 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e987 expref: 210 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487173:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487178:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad17cb40/0xb104f9478dfff67a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d77 expref: 224 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.487180:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.487180:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880119839d40/0xb104f9478e00d283 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e987 expref: 210 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487181:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.487188:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.487189:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.487190:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+210:2004:x1815448312728960:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (128us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.487192:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487193:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.487193:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290868 00010000:00010000:1.0:1731347580.487194:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.487197:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487199:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.487203:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952879744 00010000:00010000:2.0:1731347580.487204:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487204:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.487205:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952879744 00010000:00010000:3.0:1731347580.487206:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487212:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487213:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.487213:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204972 00000100:00100000:0.0:1731347580.487215:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+112:3760:x1815447952879744:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.487216:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.487218:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.487222:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10613 count 1 00000100:00100000:2.0:1731347580.487225:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+224:2004:x1815448312729216:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (126us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.487228:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487229:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.487229:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2003:x1815448312729088:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.487231:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290870 00010000:00010000:0.0:1731347580.487234:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123f1c000/0xb104f9478dff4e88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95658c expref: 208 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.487235:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83600 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.487235:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290869 00010000:00010000:3.0:1731347580.487237:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487238:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487238:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487240:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487243:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487249:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123f1c000/0xb104f9478dff4e88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95658c expref: 207 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.487252:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487253:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad17cb40/0xb104f9478dfff67a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d77 expref: 223 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487255:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123f1c000/0xb104f9478dff4e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95658c expref: 207 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.487258:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ca7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x44a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.487260:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952879872:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.487262:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952876672:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.487262:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487269:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.487270:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.487271:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487276:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487277:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487282:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487283:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487289:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487290:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487296:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487299:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438900 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.487299:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.487302:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487306:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487309:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487312:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.487315:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487317:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487321:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487324:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077cbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487329:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487335:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077cc3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.487335:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.487341:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312729344 00000100:00100000:0.0:1731347580.487343:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312729344 00000100:00100000:3.0:1731347580.487344:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+113:3761:x1815447952875904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4077us (4111us total) trans 4295335929 rc 0/0 00000100:00100000:3.0:1731347580.487350:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204957 00010000:00010000:0.0:1731347580.487351:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c000/0xb104f9478e003ec6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655ca expref: 223 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.487359:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312729472 00000100:00100000:0.0:1731347580.487360:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312729472 00010000:00010000:0.0:1731347580.487365:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801268a9200/0xb104f9478e00459c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ca0 expref: 224 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.487372:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290871 00000100:00100000:3.0:1731347580.487373:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952877312:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.487375:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+224:2006:x1815448312729344:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.487379:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.487381:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c000/0xb104f9478e003ec6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655ca expref: 224 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.487382:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487386:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c000/0xb104f9478e003ec6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x30e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655ca expref: 224 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487392:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007ab8c000/0xb104f9478e003ec6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x30e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655ca expref: 224 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487397:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487398:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487400:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487404:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487411:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.487433:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+223:2006:x1815448312729344:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.487436:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290871 00000004:00080000:3.0:1731347580.487442:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e0e00/2, rc 0, transno 368634 00000100:00100000:1.0:1731347580.487442:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+113:3763:x1815447952876288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3756us (3783us total) trans 4295335930 rc 0/0 00000100:00100000:0.0:1731347580.487443:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290872 00000100:00100000:2.0:1731347580.487444:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+269:3762:x1815447952876160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3717us (3754us total) trans 4295367475 rc 0/0 00000100:00100000:0.0:1731347580.487446:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+222:2004:x1815448312729472:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.487448:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952876288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.487448:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204958 00010000:00010000:0.0:1731347580.487449:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.487452:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204959 00010000:00010000:0.0:1731347580.487452:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801268a9200/0xb104f9478e00459c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ca0 expref: 222 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487457:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801268a9200/0xb104f9478e00459c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ca0 expref: 222 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487463:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487464:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487466:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487470:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.487473:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.487473:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801268a9200/0xb104f9478e00459c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3334:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965ca0 expref: 222 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487475:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.487478:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952880000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.487480:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+222:2004:x1815448312729472:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 33us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.487482:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952877184:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.487483:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290872 00010000:00010000:2.0:1731347580.487491:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487492:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.487496:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.487496:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487500:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487502:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487504:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487508:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.487509:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952880000 00010000:00010000:2.0:1731347580.487509:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487511:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814398c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.487512:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952880000 00010000:00010000:0.0:1731347580.487512:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487515:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487516:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487521:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487521:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.487524:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204973 00010000:00010000:0.0:1731347580.487524:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077cca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.487528:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+113:3760:x1815447952880000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.487528:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487533:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.487536:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.487537:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13108 count 1 00010000:00010000:2.0:1731347580.487542:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487545:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487551:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487554:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801248a46c0/0xb104f9478e004595 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c99 expref: 207 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.487556:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e077cd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487560:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.487561:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.487563:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487577:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801248a46c0/0xb104f9478e004595 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c99 expref: 207 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.487585:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801248a46c0/0xb104f9478e004595 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c99 expref: 207 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.487593:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952880128:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.487609:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.487611:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+270:3760:x1815447952876416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3854us (3888us total) trans 4295367476 rc 0/0 00000100:00100000:0.0:1731347580.487615:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204960 00000004:00080000:3.0:1731347580.487626:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac56a00/2, rc 0, transno 400180 00000100:00100000:3.0:1731347580.487633:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952876416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.487634:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.487646:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+269:3763:x1815447952877056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2443us (2491us total) trans 4295367477 rc 0/0 00000100:00100000:1.0:1731347580.487650:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312729600 00000100:00100000:2.0:1731347580.487652:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204962 00000100:00100000:0.0:1731347580.487653:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952877568:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.487654:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312729600 00000004:00080000:3.0:1731347580.487658:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac56680/2, rc 0, transno 400181 00010000:00010000:0.0:1731347580.487661:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.487664:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952877056:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.487665:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880127c03a80/0xb104f9478dff4e81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956585 expref: 221 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.487669:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952880256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.487675:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.487680:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312729728 00000100:00100000:3.0:1731347580.487683:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952880384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.487683:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312729728 00000100:00100000:0.0:1731347580.487683:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290873 00000100:00100000:2.0:1731347580.487687:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.487687:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+221:2004:x1815448312729600:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.487691:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800912af840/0xb104f9478dffe150 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f854 expref: 208 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487692:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.487695:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880127c03a80/0xb104f9478dff4e81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956585 expref: 221 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.487698:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.487701:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880127c03a80/0xb104f9478dff4e81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956585 expref: 221 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.487702:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac55c00/2, rc 0, transno 400179 00000100:00100000:1.0:1731347580.487702:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290874 00000100:00100000:1.0:1731347580.487707:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2004:x1815448312729728:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.487708:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880127c03a80/0xb104f9478dff4e81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956585 expref: 221 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.487713:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.487713:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487714:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.487715:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952876160:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.487715:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487717:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800912af840/0xb104f9478dffe150 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f854 expref: 208 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.487719:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487725:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800912af840/0xb104f9478dffe150 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f854 expref: 208 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.487726:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952880256 00010000:00010000:0.0:1731347580.487726:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.487728:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952880256 00000100:00100000:3.0:1731347580.487730:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952880384 00000100:00100000:3.0:1731347580.487732:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952880384 00000100:00100000:0.0:1731347580.487733:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+220:2004:x1815448312729600:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (98us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.487736:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800912af840/0xb104f9478dffe150 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f854 expref: 208 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.487736:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290873 00000100:00100000:2.0:1731347580.487741:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204974 00000100:00100000:3.0:1731347580.487744:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204975 00000100:00100000:2.0:1731347580.487745:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+270:3762:x1815447952880256:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.487745:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.487746:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487747:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.487748:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+270:3763:x1815447952880384:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.487749:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487750:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487754:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.487755:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16683 count 1 00002000:00080000:2.0:1731347580.487755:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10855 count 1 00010000:00010000:1.0:1731347580.487756:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487758:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487761:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487763:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487763:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487764:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.487766:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487784:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.487787:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.487789:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487790:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123e18b40/0xb104f9478e005379 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a7d expref: 219 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.487790:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af6e3180/0xb104f9478dff0062 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95175f expref: 219 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.487793:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e077cd1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.487796:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.487796:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.487798:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.487798:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.487800:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487800:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.487800:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+207:2004:x1815448312729728:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 92us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.487806:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290874 00010000:00010000:3.0:1731347580.487815:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123e18b40/0xb104f9478e005379 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a7d expref: 219 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.487815:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af6e3180/0xb104f9478dff0062 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95175f expref: 219 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.487823:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123e18b40/0xb104f9478e005379 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a7d expref: 219 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.487827:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af6e3180/0xb104f9478dff0062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95175f expref: 219 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.487836:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952880640:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.487836:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c041880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952880768:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.487849:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8180 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.487851:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.487864:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+271:3760:x1815447952876928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2672us (2761us total) trans 4295367478 rc 0/0 00000100:00100000:0.0:1731347580.487868:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204961 00000004:00080000:3.0:1731347580.487869:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac55880/2, rc 0, transno 400182 00000004:00080000:2.0:1731347580.487869:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d91500/2, rc 0, transno 368633 00000100:00100000:3.0:1731347580.487875:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952876928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.487875:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952875904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.487878:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.487879:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.487883:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952880512:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.487884:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487888:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487891:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487895:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.487898:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b833c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.487899:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.487900:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.487903:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.487908:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1731347580.487908:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.487911:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952880896:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.487912:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b833c0/0xb104f9478e077cdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2be7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.487913:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952881024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.487924:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.487932:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952880512 00000100:00100000:3.0:1731347580.487934:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952880512 00000100:00100000:2.0:1731347580.487942:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952880896 00000100:00100000:2.0:1731347580.487945:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952880896 00000100:00100000:3.0:1731347580.487948:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204976 00000100:00100000:3.0:1731347580.487951:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+272:3761:x1815447952880512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.487955:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204977 00000100:00100000:2.0:1731347580.487959:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+272:3761:x1815447952880896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.487961:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17138 count 1 00002000:00080000:2.0:1731347580.487966:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11301 count 1 00010000:00010000:3.0:1731347580.487969:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487972:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.487974:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+114:3763:x1815447952877440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2591us (2631us total) trans 4295335931 rc 0/0 00010000:00010000:3.0:1731347580.487978:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800911e6f40/0xb104f9478e009b7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b28a expref: 219 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.487978:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204963 00010000:00010000:2.0:1731347580.487981:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4168b40/0xb104f9478dffab8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c28b expref: 219 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.487984:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.487985:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.487986:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.487988:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.487988:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.487990:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.488001:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800911e6f40/0xb104f9478e009b7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b28a expref: 219 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.488001:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4168b40/0xb104f9478dffab8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c28b expref: 219 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.488009:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4168b40/0xb104f9478dffab8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c28b expref: 219 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.488013:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800911e6f40/0xb104f9478e009b7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b28a expref: 219 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.488016:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952877952:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.488017:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c041f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952881280:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.488020:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952881152:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.488020:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.488025:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.488032:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.488034:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.488042:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.488042:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312729856 00000100:00100000:1.0:1731347580.488045:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312729856 00000100:00100000:0.0:1731347580.488046:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c043480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952878208:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.488053:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488055:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995f9680/0xb104f9478dff7fc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596bd expref: 207 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.488059:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b3b8d500/2, rc 0, transno 368635 00000100:00100000:2.0:1731347580.488061:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952881024 00000100:00100000:2.0:1731347580.488063:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952881024 00000100:00100000:3.0:1731347580.488064:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952877440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.488070:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290875 00000100:00100000:1.0:1731347580.488074:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+207:2003:x1815448312729856:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.488076:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204978 00000100:00100000:0.0:1731347580.488077:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.488079:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.488080:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+114:3763:x1815447952881024:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.488083:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995f9680/0xb104f9478dff7fc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596bd expref: 207 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.488085:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312729984 00000100:00100000:0.0:1731347580.488086:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312729984 00000100:00100000:3.0:1731347580.488089:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952881408:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.488089:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10449 count 1 00010000:00010000:1.0:1731347580.488091:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995f9680/0xb104f9478dff7fc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596bd expref: 208 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.488098:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.488098:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204979 00000100:00100000:0.0:1731347580.488100:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2004:x1815448312729984:12345-192.168.203.60@tcp:22:fsx.0 00010000:00010000:1.0:1731347580.488103:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995f9680/0xb104f9478dff7fc0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9596bd expref: 208 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.488105:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.488107:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099f64240/0xb104f9478dff1a6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95316e expref: 208 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.488111:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.488113:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.488113:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.488114:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.488115:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.488116:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.488122:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952881408 00010000:00010000:1.0:1731347580.488122:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.488124:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952881408 00010000:00010000:2.0:1731347580.488129:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099f64240/0xb104f9478dff1a6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95316e expref: 207 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.488135:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.488138:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099f64240/0xb104f9478dff1a6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95316e expref: 207 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.488139:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204980 00000100:00100000:3.0:1731347580.488142:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+115:3763:x1815447952881408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.488144:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.488146:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c042300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952881536:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.488151:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13864 count 1 00010000:00010000:1.0:1731347580.488151:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488157:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.488159:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.488160:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8300 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.488163:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488168:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.488169:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013156c480/0xb104f9478dff5aeb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571f6 expref: 207 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.488173:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.488175:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.488176:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.488176:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.488178:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488181:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488188:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488194:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077ce6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.488197:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013156c480/0xb104f9478dff5aeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571f6 expref: 208 pid: 15918 timeout: 0 lvb_type: 1 00002000:00010000:0.0:1731347580.488199:0:15958:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 86699 -> 86699 00002000:00010000:0.0:1731347580.488201:0:15958:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.488203:0:15958:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00010000:00010000:3.0:1731347580.488204:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013156c480/0xb104f9478dff5aeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571f6 expref: 208 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00010000:0.0:1731347580.488204:0:15958:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.488206:0:15958:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 96 00000100:00100000:3.0:1731347580.488211:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952881664:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.488216:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2004:x1815448312729984:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 115us (139us total) trans 4295335932 rc 0/0 00000100:00100000:0.0:1731347580.488220:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204979 00000100:00100000:3.0:1731347580.488223:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.488248:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.488261:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312730112 00000100:00100000:2.0:1731347580.488264:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312730112 00000100:00100000:0.0:1731347580.488272:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952878336:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.488274:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006a04af40/0xb104f9478dfef5c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cca expref: 208 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.488278:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.488290:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290876 00000100:00100000:1.0:1731347580.488290:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+116:3761:x1815447952877824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2557us (2598us total) trans 4295335933 rc 0/0 00000100:00100000:2.0:1731347580.488294:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2005:x1815448312730112:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.488296:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204964 00010000:00010000:2.0:1731347580.488299:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.488303:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006a04af40/0xb104f9478dfef5c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x262d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cca expref: 208 pid: 9552 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.488305:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e7100/2, rc 0, transno 368637 00000100:00100000:3.0:1731347580.488310:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952877824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.488311:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006a04af40/0xb104f9478dfef5c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x262d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cca expref: 208 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.488315:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2003:x1815448312729856:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 240us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.488319:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.488320:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290875 00010000:00010000:2.0:1731347580.488322:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006a04af40/0xb104f9478dfef5c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x262d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950cca expref: 208 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.488328:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312730240 00000100:00100000:1.0:1731347580.488330:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312730240 00010000:00010000:2.0:1731347580.488331:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.488332:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1731347580.488333:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.488336:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.488337:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952881792:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.488337:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af740fc0/0xb104f9478dff1a63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953167 expref: 220 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.488342:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.488349:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290877 00000100:00100000:1.0:1731347580.488353:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+220:2004:x1815448312730240:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.488355:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.488360:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.488362:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.488363:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af740fc0/0xb104f9478dff1a63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953167 expref: 220 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.488366:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.488370:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488371:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af740fc0/0xb104f9478dff1a63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953167 expref: 220 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.488375:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+206:2005:x1815448312730112:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (125us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.488375:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.488378:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488379:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af740fc0/0xb104f9478dff1a63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953167 expref: 220 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.488380:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290876 00010000:00010000:0.0:1731347580.488382:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488385:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.488385:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.488386:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.488386:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488388:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.488390:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488392:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.488399:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488401:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.488403:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220d80/0xb104f9478e077ced lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x262d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.488409:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+219:2004:x1815448312730240:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.488412:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290877 00010000:00010000:2.0:1731347580.488426:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.488434:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.488441:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.488441:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952881792 00000100:00100000:1.0:1731347580.488443:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952881792 00010000:00010000:2.0:1731347580.488446:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.488452:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.488453:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204981 00000100:00100000:1.0:1731347580.488455:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+117:3761:x1815447952881792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.488456:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.488459:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.488463:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17756 count 1 00010000:00010000:2.0:1731347580.488469:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488470:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488476:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134ab4fc0/0xb104f9478dfee6ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf8 expref: 205 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.488477:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488480:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.488480:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.488482:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.488483:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e077cf4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488490:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134ab4fc0/0xb104f9478dfee6ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf8 expref: 205 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.488496:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+117:3760:x1815447952877696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2759us (2783us total) trans 4295335934 rc 0/0 00010000:00010000:1.0:1731347580.488499:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134ab4fc0/0xb104f9478dfee6ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf8 expref: 205 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.488500:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204965 00000100:00100000:1.0:1731347580.488507:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952881920:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.488511:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac57800/2, rc 0, transno 368638 00000100:00100000:3.0:1731347580.488518:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952877696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.488522:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.488541:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952882048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.488560:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.488570:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+273:3762:x1815447952878080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2686us (2725us total) trans 4295367479 rc 0/0 00000100:00100000:1.0:1731347580.488574:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952882048 00000100:00100000:2.0:1731347580.488577:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204966 00000100:00100000:1.0:1731347580.488577:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952882048 00000100:00100000:1.0:1731347580.488594:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204982 00000100:00100000:1.0:1731347580.488598:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+117:3761:x1815447952882048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.488608:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13132 count 1 00010000:00010000:1.0:1731347580.488617:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.488625:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098dcd440/0xb104f9478dff312a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954827 expref: 205 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.488631:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.488632:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.488634:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.488642:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e4380/2, rc 0, transno 400183 00010000:00010000:1.0:1731347580.488645:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098dcd440/0xb104f9478dff312a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954827 expref: 205 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.488652:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098dcd440/0xb104f9478dff312a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954827 expref: 205 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.488655:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952878080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.488664:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952882176:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.488683:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.488692:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952882304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.488710:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.488721:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952882304 00000100:00100000:0.0:1731347580.488723:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952882304 00000100:00100000:0.0:1731347580.488734:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204983 00000100:00100000:0.0:1731347580.488736:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+273:3762:x1815447952882304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.488744:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13882 count 1 00010000:00010000:0.0:1731347580.488754:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.488763:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800672e0480/0xb104f9478dfeee5d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950561 expref: 218 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.488779:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.488781:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.488783:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.488799:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800672e0480/0xb104f9478dfeee5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950561 expref: 218 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.488813:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800672e0480/0xb104f9478dfeee5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950561 expref: 218 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.488822:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952882432:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.488850:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.489392:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952878720:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.489399:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.489404:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952878976:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.489410:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.489429:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489429:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312730368 00000100:00100000:1.0:1731347580.489431:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312730368 00010000:00010000:1.0:1731347580.489439:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880127060900/0xb104f9478dff5af2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571ef expref: 219 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.489440:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952879104:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.489449:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290878 00010000:00010000:3.0:1731347580.489451:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489452:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+219:2004:x1815448312730368:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.489457:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.489459:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880127060900/0xb104f9478dff5af2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3628:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571ef expref: 219 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.489460:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952879616:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.489464:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880127060900/0xb104f9478dff5af2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3628:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571ef expref: 219 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.489471:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880127060900/0xb104f9478dff5af2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3628:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571ef expref: 219 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.489471:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489476:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.489477:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.489479:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489483:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489491:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.489497:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.489500:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489504:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+218:2004:x1815448312730368:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (96us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.489506:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489507:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290878 00000100:00100000:3.0:1731347580.489512:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312730496 00000100:00100000:3.0:1731347580.489514:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312730496 00010000:00010000:2.0:1731347580.489514:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489520:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489524:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801213d1d40/0xb104f9478dfee6f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf1 expref: 218 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.489526:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489532:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae33c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.489535:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.489539:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290879 00010000:00010000:2.0:1731347580.489541:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.489543:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+218:2004:x1815448312730496:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.489549:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.489549:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.489551:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489553:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801213d1d40/0xb104f9478dfee6f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x455c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf1 expref: 218 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.489557:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077cfb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489559:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312730624 00010000:00010000:3.0:1731347580.489561:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801213d1d40/0xb104f9478dfee6f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x455c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf1 expref: 218 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.489561:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312730624 00000100:00100000:0.0:1731347580.489565:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.489566:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad07c900/0xb104f9478dfff673 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d7e expref: 206 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.489571:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801213d1d40/0xb104f9478dfee6f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x455c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf1 expref: 218 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.489574:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312730752 00000100:00100000:1.0:1731347580.489575:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312730752 00010000:00010000:3.0:1731347580.489579:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.489580:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.489580:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800923b33c0/0xb104f9478dff3123 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95482e expref: 218 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.489582:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489587:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290880 00010000:00010000:3.0:1731347580.489588:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489589:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+206:2004:x1815448312730624:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.489593:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.489595:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad07c900/0xb104f9478dfff673 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d7e expref: 206 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.489600:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.489600:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad07c900/0xb104f9478dfff673 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d7e expref: 206 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.489604:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952879872:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.489608:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad07c900/0xb104f9478dfff673 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960d7e expref: 206 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.489613:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.489613:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489614:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.489615:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489619:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.489620:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+218:2004:x1815448312730496:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.489625:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290879 00010000:00010000:1.0:1731347580.489626:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.489636:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+205:2004:x1815448312730624:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.489637:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290881 00000100:00100000:0.0:1731347580.489639:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.489640:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290880 00000100:00100000:3.0:1731347580.489641:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+217:2006:x1815448312730752:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.489645:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312730880 00000100:00100000:1.0:1731347580.489647:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312730880 00010000:00010000:3.0:1731347580.489648:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.489651:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+274:3763:x1815447952878464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3154us (3180us total) trans 4295367480 rc 0/0 00010000:00010000:1.0:1731347580.489651:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080f0dd40/0xb104f9478e003ebf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655c3 expref: 205 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.489652:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800923b33c0/0xb104f9478dff3123 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x334c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95482e expref: 217 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.489656:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204967 00010000:00010000:3.0:1731347580.489660:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800923b33c0/0xb104f9478dff3123 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x334c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95482e expref: 217 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.489666:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290882 00000100:00100000:1.0:1731347580.489669:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+205:2004:x1815448312730880:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.489670:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489671:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800923b33c0/0xb104f9478dff3123 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x334c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95482e expref: 217 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.489672:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.489674:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080f0dd40/0xb104f9478e003ebf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655c3 expref: 205 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.489677:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489679:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.489681:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.489683:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489683:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080f0dd40/0xb104f9478e003ebf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655c3 expref: 205 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.489684:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489688:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.489688:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.489689:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.489690:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489690:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489691:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489694:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489697:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.489699:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312731008 00010000:00010000:1.0:1731347580.489700:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.489702:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.489702:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae18c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.489702:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312731008 00010000:00010000:2.0:1731347580.489705:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489708:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+206:2004:x1815448312730880:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 38us (70us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.489711:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489711:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290882 00010000:00010000:0.0:1731347580.489712:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123f1c000/0xb104f9478dff4e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95658c expref: 206 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.489716:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+216:2006:x1815448312730752:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.489719:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.489721:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290881 00010000:00010000:2.0:1731347580.489725:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077d02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.489731:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290883 00000100:00100000:3.0:1731347580.489735:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+205:2004:x1815448312731008:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.489741:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.489741:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489745:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123f1c000/0xb104f9478dff4e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95658c expref: 205 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.489749:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489753:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123f1c000/0xb104f9478dff4e88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95658c expref: 205 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.489755:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.489762:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489763:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123f1c000/0xb104f9478dff4e88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95658c expref: 205 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.489784:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489788:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.489789:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.489790:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143bcc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.489792:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.489793:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489799:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.489799:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.489809:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489812:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.489816:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077d17 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489822:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.489824:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+204:2004:x1815448312731008:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 88us (136us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.489829:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.489830:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290883 00000100:00100000:2.0:1731347580.489831:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+274:3760:x1815447952878592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3248us (3294us total) trans 4295367481 rc 0/0 00010000:00010000:1.0:1731347580.489835:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.489836:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204968 00010000:00010000:1.0:1731347580.489841:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489851:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489852:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489857:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080f0dd40/0xb104f9478e003ebf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9655c3 expref: 203 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.489857:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.489859:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489859:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489864:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.489865:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c042d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952879488:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.489866:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489871:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489872:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489874:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.489877:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e077d1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489879:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489881:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489884:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.489887:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489887:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489893:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489893:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489899:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489902:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489905:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.489908:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077d09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489911:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.489913:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489924:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489932:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.489938:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e077d10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.489969:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+119:3760:x1815447952879744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2751us (2787us total) trans 4295335935 rc 0/0 00000100:00100000:1.0:1731347580.489975:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204972 00000100:00100000:0.0:1731347580.489993:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+274:3763:x1815447952879360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3158us (3191us total) trans 4295367482 rc 0/0 00000100:00100000:0.0:1731347580.489999:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204971 00000100:00100000:3.0:1731347580.490000:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+119:3760:x1815447952878848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3359us (3393us total) trans 4295335936 rc 0/0 00000100:00100000:3.0:1731347580.490006:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204969 00000100:00100000:2.0:1731347580.490018:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+118:3762:x1815447952879232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3198us (3256us total) trans 4295335937 rc 0/0 00000100:00100000:2.0:1731347580.490024:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204970 00000004:00080000:2.0:1731347580.490042:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c041180/2, rc 0, transno 368641 00000100:00100000:2.0:1731347580.490047:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952879232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.490048:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952880128:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.490057:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.490061:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a5f3c000/2, rc 0, transno 400186 00000100:00100000:1.0:1731347580.490064:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.490066:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952879360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.490086:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1731347580.490092:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952882560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.490101:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312731136 00000100:00100000:1.0:1731347580.490104:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c041880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952880768:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.490104:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312731136 00000100:00100000:2.0:1731347580.490110:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.490113:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801248a46c0/0xb104f9478e004595 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c99 expref: 203 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.490115:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.490120:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952882688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.490131:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290884 00000100:00100000:2.0:1731347580.490134:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.490134:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+203:2003:x1815448312731136:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.490139:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.490141:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801248a46c0/0xb104f9478e004595 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c99 expref: 203 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.490146:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952880640:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.490147:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801248a46c0/0xb104f9478e004595 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c99 expref: 203 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.490148:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952882560 00000100:00100000:3.0:1731347580.490152:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952882560 00000100:00100000:2.0:1731347580.490154:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952882688 00010000:00010000:1.0:1731347580.490155:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.490155:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801248a46c0/0xb104f9478e004595 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c99 expref: 203 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.490156:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952882688 00010000:00010000:0.0:1731347580.490160:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.490161:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.490163:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.490166:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204984 00010000:00010000:0.0:1731347580.490167:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.490170:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+274:3762:x1815447952882560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.490173:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204985 00010000:00010000:0.0:1731347580.490176:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.490177:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+118:3762:x1815447952882688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.490180:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11836 count 1 00002000:00080000:2.0:1731347580.490185:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10855 count 1 00010000:00010000:3.0:1731347580.490189:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.490190:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+202:2003:x1815448312731136:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (127us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.490192:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.490193:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290884 00010000:00010000:3.0:1731347580.490199:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078cd7180/0xb104f9478e00c08c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d790 expref: 215 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.490200:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800984a1f80/0xb104f9478dff005b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951766 expref: 201 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.490202:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c041f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952881280:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.490205:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.490206:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.490206:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.490207:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.490209:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.490209:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490211:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.490213:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.490219:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312731264 00000100:00100000:0.0:1731347580.490221:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312731264 00010000:00010000:3.0:1731347580.490223:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078cd7180/0xb104f9478e00c08c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d790 expref: 215 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.490223:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800984a1f80/0xb104f9478dff005b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951766 expref: 201 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.490227:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af6e3180/0xb104f9478dff0062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95175f expref: 216 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.490231:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078cd7180/0xb104f9478e00c08c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d790 expref: 216 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.490231:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800984a1f80/0xb104f9478dff005b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951766 expref: 201 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.490235:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290885 00000100:00100000:0.0:1731347580.490238:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+216:2004:x1815448312731264:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.490240:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952882944:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.490240:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c041f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952882816:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.490244:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.490248:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af6e3180/0xb104f9478dff0062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95175f expref: 216 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.490255:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af6e3180/0xb104f9478dff0062 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95175f expref: 216 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.490261:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.490261:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.490266:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af6e3180/0xb104f9478dff0062 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95175f expref: 216 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.490267:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.490275:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312731392 00000004:00080000:2.0:1731347580.490275:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fc380/2, rc 0, transno 400184 00010000:00010000:0.0:1731347580.490275:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.490277:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312731392 00010000:00010000:0.0:1731347580.490277:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.490279:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.490281:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952878464:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.490287:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123e18b40/0xb104f9478e005379 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a7d expref: 216 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.490291:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.490296:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.490307:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952883072:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.490308:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.490309:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312731520 00000100:00100000:3.0:1731347580.490312:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312731520 00000100:00100000:1.0:1731347580.490316:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290886 00010000:00010000:3.0:1731347580.490319:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4168b40/0xb104f9478dffab8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c28b expref: 217 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.490320:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+217:2003:x1815448312731392:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.490325:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.490325:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+217:2004:x1815448312731264:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 85us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.490327:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.490328:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123e18b40/0xb104f9478e005379 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x412b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a7d expref: 217 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.490331:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290885 00010000:00010000:1.0:1731347580.490334:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123e18b40/0xb104f9478e005379 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x412b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a7d expref: 217 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.490335:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290887 00000100:00100000:3.0:1731347580.490339:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+216:2006:x1815448312731520:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1731347580.490341:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a5f3df80/2, rc 0, transno 368639 00010000:00010000:1.0:1731347580.490341:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123e18b40/0xb104f9478e005379 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x412b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a7d expref: 216 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.490345:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.490347:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952879744:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.490347:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.490347:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952883072 00010000:00010000:1.0:1731347580.490348:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.490349:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4168b40/0xb104f9478dffab8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c28b expref: 215 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.490350:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.490350:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952883072 00010000:00010000:1.0:1731347580.490356:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490358:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4168b40/0xb104f9478dffab8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c28b expref: 215 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.490362:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204986 00010000:00010000:1.0:1731347580.490365:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.490366:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+275:3760:x1815447952883072:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.490369:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155c9500/2, rc 0, transno 368640 00010000:00010000:3.0:1731347580.490370:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4168b40/0xb104f9478dffab8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c28b expref: 215 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.490374:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952878848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.490374:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+215:2003:x1815448312731392:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (109us total) trans 0 rc 0/0 00002000:00080000:0.0:1731347580.490376:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13528 count 1 00010000:00010000:3.0:1731347580.490378:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.490378:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290886 00010000:00010000:3.0:1731347580.490380:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.490382:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490388:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490389:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.490389:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.490392:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.490395:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952883328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.490397:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490400:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490404:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490407:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.490407:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.490408:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.490411:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.490429:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490436:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.490440:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+213:2006:x1815448312731520:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 99us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.490441:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952883328 00010000:00010000:1.0:1731347580.490443:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e077d33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.490444:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952883328 00000100:00100000:3.0:1731347580.490446:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290887 00000100:00100000:2.0:1731347580.490457:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204987 00010000:00010000:3.0:1731347580.490459:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.490461:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+119:3763:x1815447952883328:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.490462:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490466:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.490470:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17138 count 1 00010000:00010000:3.0:1731347580.490472:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.490472:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af140240/0xb104f9478dfefa42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95113f expref: 212 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.490477:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.490478:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.490478:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.490479:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.490480:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490484:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.490488:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904b7180/0xb104f9478e009b86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b283 expref: 201 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.490489:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.490492:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.490493:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af140240/0xb104f9478dfefa42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95113f expref: 212 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.490494:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.490495:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.490497:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490498:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.490500:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af140240/0xb104f9478dfefa42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95113f expref: 212 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.490508:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134867800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952883456:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.490511:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.490511:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904b7180/0xb104f9478e009b86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b283 expref: 201 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.490517:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e077d25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.490519:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904b7180/0xb104f9478e009b86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b283 expref: 201 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.490524:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.490532:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952883584:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.490546:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+276:3763:x1815447952880384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2795us (2845us total) trans 4295367483 rc 0/0 00000100:00100000:2.0:1731347580.490551:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.490552:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204975 00000100:00100000:0.0:1731347580.490558:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952881152:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.490567:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.490567:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490574:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490581:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490588:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490595:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.490601:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+120:3760:x1815447952880000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3071us (3103us total) trans 4295335938 rc 0/0 00010000:00010000:1.0:1731347580.490605:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222ac0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.490606:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204973 00010000:00010000:1.0:1731347580.490608:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490614:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490621:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490623:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490627:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490629:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e077d2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490633:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490638:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490644:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490649:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.490651:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490657:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490666:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490671:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e077d41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.490711:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+277:3762:x1815447952880256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2964us (3023us total) trans 4295367484 rc 0/0 00000100:00100000:1.0:1731347580.490716:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204974 00000100:00100000:3.0:1731347580.490752:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+276:3761:x1815447952880896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2791us (2826us total) trans 4295367485 rc 0/0 00000100:00100000:1.0:1731347580.490755:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.490758:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204977 00000100:00100000:1.0:1731347580.490767:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312731648 00000100:00100000:1.0:1731347580.490784:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312731648 00000100:00100000:3.0:1731347580.490787:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952883200:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.490795:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800911e6f40/0xb104f9478e009b7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b28a expref: 213 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.490804:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.490810:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290888 00000100:00100000:1.0:1731347580.490814:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+213:2004:x1815448312731648:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1731347580.490818:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4f100/2, rc 0, transno 400189 00010000:00010000:1.0:1731347580.490820:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.490823:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800911e6f40/0xb104f9478e009b7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b28a expref: 213 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.490824:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952880896:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.490832:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800911e6f40/0xb104f9478e009b7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b28a expref: 213 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.490842:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911e6f40/0xb104f9478e009b7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b28a expref: 213 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.490844:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952883200 00000100:00100000:3.0:1731347580.490846:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952883200 00010000:00010000:1.0:1731347580.490850:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.490851:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.490853:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.490859:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204988 00010000:00010000:1.0:1731347580.490860:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.490863:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+120:3761:x1815447952883200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.490872:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16683 count 1 00010000:00010000:3.0:1731347580.490880:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.490881:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.490884:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490889:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880119356f40/0xb104f9478e005380 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a84 expref: 201 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.490892:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490895:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.490896:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.490896:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+212:2004:x1815448312731648:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (140us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.490898:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.490898:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.490902:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290888 00010000:00010000:0.0:1731347580.490903:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.490908:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490911:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880119356f40/0xb104f9478e005380 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a84 expref: 201 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.490913:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.490916:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.490919:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880119356f40/0xb104f9478e005380 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a84 expref: 201 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.490926:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.490928:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952883840:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.490933:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.490935:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155c9c00/2, rc 0, transno 400188 00010000:00010000:0.0:1731347580.490936:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e077d3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.490949:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952880256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.490952:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.490958:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952883712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.490968:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.490976:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.490976:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.490980:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952883968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.490996:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.490996:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952883712 00000004:00080000:2.0:1731347580.490998:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f40ad80/2, rc 0, transno 400187 00000100:00100000:1.0:1731347580.490999:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952883712 00000100:00100000:0.0:1731347580.491007:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+277:3761:x1815447952880512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3055us (3106us total) trans 4295367486 rc 0/0 00000100:00100000:2.0:1731347580.491010:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952880384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.491012:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204976 00000100:00100000:1.0:1731347580.491013:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952883968 00000100:00100000:1.0:1731347580.491015:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952883968 00000100:00100000:2.0:1731347580.491021:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204989 00000100:00100000:2.0:1731347580.491025:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+277:3762:x1815447952883712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.491025:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204990 00000100:00100000:0.0:1731347580.491028:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+277:3761:x1815447952883968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.491035:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18241 count 1 00000004:00080000:3.0:1731347580.491036:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f40b800/2, rc 0, transno 400190 00002000:00080000:2.0:1731347580.491036:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11829 count 1 00000100:00100000:3.0:1731347580.491042:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952880512:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.491042:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491044:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.491049:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912fc000/0xb104f9478e001058 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96275c expref: 211 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.491053:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.491054:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800904b58c0/0xb104f9478e009447 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab4b expref: 211 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.491054:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.491055:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.491061:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952884096:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.491061:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.491062:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.491064:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.491068:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800912fc000/0xb104f9478e001058 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96275c expref: 211 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.491073:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800912fc000/0xb104f9478e001058 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96275c expref: 211 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.491077:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.491078:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800904b58c0/0xb104f9478e009447 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab4b expref: 211 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.491078:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952884352:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.491087:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952884096 00010000:00010000:2.0:1731347580.491088:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800904b58c0/0xb104f9478e009447 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab4b expref: 211 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.491089:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952884096 00000100:00100000:0.0:1731347580.491094:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.491096:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952884480:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.491098:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204991 00000100:00100000:1.0:1731347580.491100:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+278:3761:x1815447952884096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.491108:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15954 count 1 00000100:00100000:2.0:1731347580.491113:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.491115:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.491121:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.491122:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013517cb40/0xb104f9478e006014 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967718 expref: 211 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.491126:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.491127:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952884224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.491127:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.491128:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491138:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013517cb40/0xb104f9478e006014 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967718 expref: 211 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.491143:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013517cb40/0xb104f9478e006014 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967718 expref: 211 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.491144:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.491150:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952884608:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.491167:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c042300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952881536:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.491169:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155c8a80/2, rc 0, transno 400185 00000100:00100000:1.0:1731347580.491170:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0840 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.491178:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.491180:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952884224 00000100:00100000:2.0:1731347580.491182:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952878592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.491183:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952884224 00000004:00080000:2.0:1731347580.491194:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a5f3d500/2, rc 0, transno 368642 00000100:00100000:2.0:1731347580.491199:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952880000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.491204:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204992 00000100:00100000:3.0:1731347580.491205:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.491208:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+279:3763:x1815447952884224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.491211:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952884736:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.491218:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18842 count 1 00000100:00100000:2.0:1731347580.491223:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952884864:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.491226:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.491230:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.491237:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952881664:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.491240:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.491240:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af7a8fc0/0xb104f9478dff192f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953033 expref: 211 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.491247:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.491247:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491248:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.491250:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.491253:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952884736 00000100:00100000:2.0:1731347580.491256:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952884736 00000100:00100000:3.0:1731347580.491260:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.491261:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952884864 00000100:00100000:0.0:1731347580.491263:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952884864 00010000:00010000:1.0:1731347580.491264:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af7a8fc0/0xb104f9478dff192f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953033 expref: 211 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.491270:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312731776 00000100:00100000:2.0:1731347580.491270:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204993 00010000:00010000:1.0:1731347580.491272:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af7a8fc0/0xb104f9478dff192f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953033 expref: 211 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.491273:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312731776 00000100:00100000:2.0:1731347580.491274:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+280:3762:x1815447952884736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.491280:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204994 00010000:00010000:3.0:1731347580.491281:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099f64240/0xb104f9478dff1a6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95316e expref: 202 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.491281:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952884992:192.168.203.60@tcp:104: 00002000:00080000:2.0:1731347580.491283:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11563 count 1 00000100:00100000:0.0:1731347580.491284:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+121:3760:x1815447952884864:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.491291:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.491295:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11301 count 1 00000100:00100000:3.0:1731347580.491296:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290889 00000100:00100000:1.0:1731347580.491299:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.491300:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+202:2004:x1815448312731776:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.491301:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006a1ff600/0xb104f9478dff1347 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a4b expref: 211 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.491303:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491305:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.491309:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099f64240/0xb104f9478dff1a6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95316e expref: 202 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.491312:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.491313:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.491315:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491317:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099f64240/0xb104f9478dff1a6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95316e expref: 202 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.491327:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.491329:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099f64240/0xb104f9478dff1a6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95316e expref: 202 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.491329:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006a1ff600/0xb104f9478dff1347 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a4b expref: 211 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.491336:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312731904 00010000:00010000:3.0:1731347580.491337:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.491337:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006a1ff600/0xb104f9478dff1347 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a4b expref: 211 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.491338:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.491339:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312731904 00010000:00010000:3.0:1731347580.491341:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.491346:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952885120:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.491347:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491347:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013156c480/0xb104f9478dff5aeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571f6 expref: 202 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.491359:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.491360:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290890 00000100:00100000:2.0:1731347580.491363:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8240 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.491364:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+202:2004:x1815448312731904:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.491369:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.491371:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+202:2004:x1815448312731776:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.491373:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013156c480/0xb104f9478dff5aeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3628:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571f6 expref: 202 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.491377:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290889 00010000:00010000:1.0:1731347580.491381:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013156c480/0xb104f9478dff5aeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3628:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571f6 expref: 202 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.491389:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b44c5440/0xb104f9478dffab87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c292 expref: 202 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.491390:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013156c480/0xb104f9478dff5aeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3628:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9571f6 expref: 201 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.491397:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.491397:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.491398:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.491399:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.491400:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.491402:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491408:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.491438:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b44c5440/0xb104f9478dffab87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c292 expref: 200 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.491445:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952881920:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.491446:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b44c5440/0xb104f9478dffab87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c292 expref: 200 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.491455:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.491455:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952885248:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.491460:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952882432:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.491460:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952882176:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.491471:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491471:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491473:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.491476:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.491487:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+200:2004:x1815448312731904:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 121us (159us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.491489:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.491492:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290890 00000100:00100000:3.0:1731347580.491494:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.491496:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.491503:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.491509:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.491509:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312732160 00010000:00010000:0.0:1731347580.491509:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.491512:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312732160 00010000:00010000:0.0:1731347580.491515:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.491516:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312732032 00000100:00100000:1.0:1731347580.491518:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312732032 00010000:00010000:0.0:1731347580.491520:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.491522:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098dcd440/0xb104f9478dff312a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954827 expref: 201 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.491523:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491526:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134ab4fc0/0xb104f9478dfee6ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf8 expref: 201 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.491528:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.491530:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.491536:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.491541:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312732288 00010000:00010000:0.0:1731347580.491541:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e077d48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.491544:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312732288 00000100:00100000:1.0:1731347580.491546:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290891 00000100:00100000:1.0:1731347580.491551:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+201:2004:x1815448312732160:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.491552:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290892 00010000:00010000:2.0:1731347580.491552:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800672e0480/0xb104f9478dfeee5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950561 expref: 212 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.491556:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+201:2004:x1815448312732032:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.491556:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.491559:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098dcd440/0xb104f9478dff312a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x334c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954827 expref: 201 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.491562:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.491567:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134ab4fc0/0xb104f9478dfee6ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x455c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf8 expref: 201 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.491567:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098dcd440/0xb104f9478dff312a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x334c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954827 expref: 201 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.491570:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290893 00000100:00100000:2.0:1731347580.491573:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+212:2004:x1815448312732288:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.491575:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134ab4fc0/0xb104f9478dfee6ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x455c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf8 expref: 201 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.491577:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098dcd440/0xb104f9478dff312a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x334c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954827 expref: 201 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.491579:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.491582:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800672e0480/0xb104f9478dfeee5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x363a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950561 expref: 212 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.491585:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.491586:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134ab4fc0/0xb104f9478dfee6ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x455c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fdf8 expref: 200 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.491586:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.491588:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491589:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800672e0480/0xb104f9478dfeee5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x363a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950561 expref: 212 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.491594:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.491594:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491595:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.491598:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491598:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800672e0480/0xb104f9478dfeee5d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x363a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950561 expref: 212 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.491604:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491604:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.491606:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.491607:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.491609:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491615:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.491616:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+199:2004:x1815448312732160:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.491620:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290891 00010000:00010000:2.0:1731347580.491626:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.491627:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.491633:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491639:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.491640:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+198:2004:x1815448312732032:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 84us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.491640:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:2004:x1815448312732288:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.491645:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290893 00010000:00010000:1.0:1731347580.491645:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.491648:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290892 00010000:00010000:1.0:1731347580.491651:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491656:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491659:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491660:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491661:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.491663:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491667:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491667:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491669:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491673:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491673:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491676:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491680:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491680:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491681:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e077d56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x455c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.491684:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+122:3763:x1815447952881024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3602us (3640us total) trans 4295335939 rc 0/0 00010000:00010000:3.0:1731347580.491686:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491686:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.491688:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204978 00010000:00010000:3.0:1731347580.491691:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.491691:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.491694:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491694:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491700:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491700:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491709:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491712:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.491715:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e077d5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x334c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.491718:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439f80/0xb104f9478e077d64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.491722:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.491729:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312732416 00000100:00100000:0.0:1731347580.491731:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312732416 00000100:00100000:0.0:1731347580.491740:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 204995 00000100:00100000:0.0:1731347580.491742:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1924850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:2004:x1815448312732416:12345-192.168.203.60@tcp:22:fsx.0 00000100:00100000:1.0:1731347580.491765:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+123:3761:x1815447952881792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3308us (3409us total) trans 4295335940 rc 0/0 00000100:00100000:1.0:1731347580.491780:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204981 00010000:00010000:1.0:1731347580.491792:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491796:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491800:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491803:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491807:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491810:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.491812:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.491815:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.491817:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1731347580.491819:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+281:3762:x1815447952882304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3082us (3109us total) trans 4295367487 rc 0/0 00000100:00100000:2.0:1731347580.491819:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+122:3761:x1815447952882048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3219us (3257us total) trans 4295335941 rc 0/0 00002000:00010000:0.0:1731347580.491819:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00010000:00010000:1.0:1731347580.491821:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.491821:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.491822:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.491823:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 104 -> 168 00010000:00010000:1.0:1731347580.491824:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81680/0xb104f9478e077d4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.491825:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204983 00000100:00100000:2.0:1731347580.491828:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204982 00000100:00100000:0.0:1731347580.491833:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1924850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+212:2004:x1815448312732416:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 90us (111us total) trans 4295367488 rc 0/0 00000100:00100000:0.0:1731347580.491837:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 204995 00000004:00080000:3.0:1731347580.491846:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4d500/2, rc 0, transno 400191 00000004:00080000:2.0:1731347580.491846:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4c700/2, rc 0, transno 368643 00000100:00100000:3.0:1731347580.491852:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952882304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.491852:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952881024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.491877:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952885504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.491877:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952882944:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.491884:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.491895:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+122:3763:x1815447952881408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3752us (3789us total) trans 4295335942 rc 0/0 00000100:00100000:3.0:1731347580.491896:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.491899:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204980 00000004:00080000:2.0:1731347580.491908:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4d880/2, rc 0, transno 368646 00000100:00100000:1.0:1731347580.491911:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952885504 00000100:00100000:1.0:1731347580.491912:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952885504 00000100:00100000:2.0:1731347580.491913:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952881408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.491914:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952885376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.491922:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204996 00000100:00100000:0.0:1731347580.491923:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.491924:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+122:3761:x1815447952885504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.491929:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1731347580.491931:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13882 count 1 00000100:00100000:2.0:1731347580.491935:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.491937:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952885376 00010000:00010000:1.0:1731347580.491938:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.491939:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952885376 00000100:00100000:2.0:1731347580.491941:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952885632:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.491944:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4dc00/2, rc 0, transno 368645 00010000:00010000:1.0:1731347580.491945:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099031f80/0xb104f9478dfeee64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950568 expref: 197 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.491948:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.491949:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.491949:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204997 00000100:00100000:3.0:1731347580.491950:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952882048:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.491950:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.491951:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+281:3761:x1815447952885376:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.491957:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4d180/2, rc 0, transno 368644 00000100:00100000:2.0:1731347580.491957:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.491959:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099031f80/0xb104f9478dfeee64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950568 expref: 197 pid: 15918 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1731347580.491959:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17761 count 1 00000100:00100000:3.0:1731347580.491960:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952881792:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.491964:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099031f80/0xb104f9478dfeee64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950568 expref: 197 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.491966:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.491969:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952885760:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.491972:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123e7fcc0/0xb104f9478dfed654 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed58 expref: 211 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.491973:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952885632 00000100:00100000:3.0:1731347580.491976:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952885632 00010000:00010000:0.0:1731347580.491976:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.491977:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.491978:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.491982:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.491989:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204998 00000100:00100000:2.0:1731347580.491991:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952885888:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.491991:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123e7fcc0/0xb104f9478dfed654 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed58 expref: 211 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.491993:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+123:3763:x1815447952885632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.491995:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312732544 00000100:00100000:1.0:1731347580.491997:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312732544 00010000:00010000:0.0:1731347580.491997:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123e7fcc0/0xb104f9478dfed654 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed58 expref: 211 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.492002:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952886144:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.492003:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078cd7180/0xb104f9478e00c08c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d790 expref: 212 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.492004:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11836 count 1 00000100:00100000:2.0:1731347580.492006:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.492012:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290894 00010000:00010000:3.0:1731347580.492013:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.492013:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebd80 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.492016:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+212:2004:x1815448312732544:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.492021:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952885888 00000100:00100000:0.0:1731347580.492022:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952885888 00010000:00010000:3.0:1731347580.492023:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b76880/0xb104f9478e00c085 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d789 expref: 197 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.492024:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.492026:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078cd7180/0xb104f9478e00c08c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d790 expref: 212 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.492029:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.492030:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492031:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078cd7180/0xb104f9478e00c08c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d790 expref: 212 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.492032:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492040:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078cd7180/0xb104f9478e00c08c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2e3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d790 expref: 212 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.492040:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204999 00000100:00100000:0.0:1731347580.492042:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+124:3763:x1815447952885888:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.492045:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.492046:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b76880/0xb104f9478e00c085 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d789 expref: 197 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.492046:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492047:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.492049:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13528 count 1 00000100:00100000:2.0:1731347580.492050:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952886016:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.492051:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492054:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b76880/0xb104f9478e00c085 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d789 expref: 197 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.492055:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492061:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.492062:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952886272:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.492062:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880064ef46c0/0xb104f9478dfefa3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951146 expref: 197 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.492064:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.492065:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.492066:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.492068:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492069:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:2004:x1815448312732544:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.492074:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290894 00000100:00100000:3.0:1731347580.492075:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.492076:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880064ef46c0/0xb104f9478dfefa3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951146 expref: 197 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.492081:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952886016 00000100:00100000:1.0:1731347580.492083:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952886016 00010000:00010000:0.0:1731347580.492085:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880064ef46c0/0xb104f9478dfefa3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951146 expref: 197 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.492090:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205000 00000100:00100000:0.0:1731347580.492090:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952886400:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.492092:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+125:3760:x1815447952886016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.492098:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11829 count 1 00000100:00100000:0.0:1731347580.492100:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.492105:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492107:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492111:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492114:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d0a1c0/0xb104f9478e00944e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab52 expref: 197 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.492115:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.492116:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.492118:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c041f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952882816:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.492118:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492119:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492120:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492122:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492122:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492125:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.492127:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492128:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492131:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492137:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d0a1c0/0xb104f9478e00944e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab52 expref: 197 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.492137:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.492140:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312732672 00000100:00100000:3.0:1731347580.492141:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134867800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952883456:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.492141:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e077d6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.492142:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312732672 00010000:00010000:1.0:1731347580.492145:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d0a1c0/0xb104f9478e00944e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab52 expref: 198 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.492150:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492151:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800984a1f80/0xb104f9478dff005b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951766 expref: 198 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.492153:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952886528:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.492165:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290895 00000100:00100000:1.0:1731347580.492167:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0780 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.492169:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+198:2004:x1815448312732672:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.492173:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.492176:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.492179:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800984a1f80/0xb104f9478dff005b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951766 expref: 198 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.492180:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312732800 00000100:00100000:1.0:1731347580.492183:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312732800 00010000:00010000:2.0:1731347580.492188:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800984a1f80/0xb104f9478dff005b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951766 expref: 198 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.492193:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af140240/0xb104f9478dfefa42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95113f expref: 211 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.492199:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952883584:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.492199:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800984a1f80/0xb104f9478dff005b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951766 expref: 198 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.492205:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+282:3762:x1815447952882560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2034us (2095us total) trans 4295367489 rc 0/0 00010000:00010000:3.0:1731347580.492207:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492207:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.492208:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.492208:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290896 00000100:00100000:0.0:1731347580.492209:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204984 00010000:00010000:2.0:1731347580.492211:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492212:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:2003:x1815448312732800:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.492217:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492218:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.492222:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af140240/0xb104f9478dfefa42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95113f expref: 211 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.492224:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c042d80/2, rc 0, transno 400193 00010000:00010000:2.0:1731347580.492228:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.492229:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952882560:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.492229:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af140240/0xb104f9478dfefa42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95113f expref: 211 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.492239:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af140240/0xb104f9478dfefa42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95113f expref: 211 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.492240:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+197:2004:x1815448312732672:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.492247:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290895 00010000:00010000:1.0:1731347580.492247:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.492247:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952883840:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.492248:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492250:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492254:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.492255:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952886656:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.492257:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492260:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492266:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492269:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.492272:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.492272:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.492276:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.492279:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492280:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+210:2003:x1815448312732800:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (106us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.492285:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492285:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290896 00010000:00010000:2.0:1731347580.492290:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223600 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.492291:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952886656 00000100:00100000:0.0:1731347580.492292:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952886656 00010000:00010000:2.0:1731347580.492293:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492293:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312733056 00000100:00100000:1.0:1731347580.492296:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312733056 00010000:00010000:3.0:1731347580.492298:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492299:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492302:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880119356f40/0xb104f9478e005380 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a84 expref: 197 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.492302:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205001 00010000:00010000:3.0:1731347580.492305:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.492305:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+282:3761:x1815447952886656:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.492308:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492311:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.492312:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14278 count 1 00010000:00010000:2.0:1731347580.492314:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223600/0xb104f9478e077d72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492315:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290897 00010000:00010000:3.0:1731347580.492317:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492318:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+197:2003:x1815448312733056:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.492319:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492322:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492323:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.492325:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88010feb4fc0/0xb104f9478e00ce07 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e50b expref: 209 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.492326:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880119356f40/0xb104f9478e005380 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x412b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a84 expref: 197 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.492327:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143ad00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.492330:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492332:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492333:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880119356f40/0xb104f9478e005380 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x412b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a84 expref: 197 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.492333:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.492335:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492335:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492342:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880119356f40/0xb104f9478e005380 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x412b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a84 expref: 197 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.492343:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88010feb4fc0/0xb104f9478e00ce07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e50b expref: 209 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.492348:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492348:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.492348:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88010feb4fc0/0xb104f9478e00ce07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e50b expref: 209 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.492349:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492351:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.492353:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134867100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952886784:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.492354:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e077d79 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492357:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.492362:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.492367:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.492370:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492374:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492378:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+196:2003:x1815448312733056:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 58us (100us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.492378:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492381:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492384:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290897 00010000:00010000:0.0:1731347580.492385:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492389:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.492391:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492394:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.492400:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+126:3762:x1815447952882688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2221us (2264us total) trans 4295335943 rc 0/0 00010000:00010000:0.0:1731347580.492400:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492403:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e077d87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x412b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.492406:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204985 00000100:00100000:1.0:1731347580.492409:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.492429:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312732928 00000100:00100000:1.0:1731347580.492431:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312732928 00010000:00010000:1.0:1731347580.492437:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904b7180/0xb104f9478e009b86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b283 expref: 196 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.492446:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290898 00000100:00100000:1.0:1731347580.492448:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+196:2003:x1815448312732928:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.492452:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.492454:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904b7180/0xb104f9478e009b86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b283 expref: 196 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.492459:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904b7180/0xb104f9478e009b86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b283 expref: 196 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.492462:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+283:3760:x1815447952883072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2094us (2133us total) trans 4295367490 rc 0/0 00010000:00010000:1.0:1731347580.492466:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904b7180/0xb104f9478e009b86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b283 expref: 196 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.492467:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204986 00010000:00010000:1.0:1731347580.492471:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492472:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492474:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492477:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.492488:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+126:3761:x1815447952883200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1624us (1683us total) trans 4295335944 rc 0/0 00000004:00080000:3.0:1731347580.492489:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4ea00/2, rc 0, transno 368647 00000100:00100000:0.0:1731347580.492492:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204988 00010000:00010000:1.0:1731347580.492494:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.492496:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952882688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.492502:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+195:2003:x1815448312732928:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (92us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.492505:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492505:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290898 00010000:00010000:3.0:1731347580.492511:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492517:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492523:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492529:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.492532:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952884352:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.492538:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.492538:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492540:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492546:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492555:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492561:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222640/0xb104f9478e077d80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492565:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.492567:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952884480:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.492571:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312733184 00000100:00100000:1.0:1731347580.492573:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312733184 00010000:00010000:2.0:1731347580.492576:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492579:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800912fc000/0xb104f9478e001058 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96275c expref: 210 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.492587:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290899 00000100:00100000:1.0:1731347580.492589:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+210:2003:x1815448312733184:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.492592:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.492594:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.492596:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800912fc000/0xb104f9478e001058 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96275c expref: 210 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.492599:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952886912:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.492601:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800912fc000/0xb104f9478e001058 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96275c expref: 210 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.492608:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912fc000/0xb104f9478e001058 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96275c expref: 210 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.492613:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492613:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492615:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.492618:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.492620:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.492622:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492633:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.492641:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+126:3763:x1815447952883328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2178us (2228us total) trans 4295335945 rc 0/0 00000100:00100000:1.0:1731347580.492641:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+209:2003:x1815448312733184:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.492641:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952886912 00000100:00100000:0.0:1731347580.492643:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952886912 00000004:00080000:2.0:1731347580.492644:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b3b8e680/2, rc 0, transno 368649 00000100:00100000:1.0:1731347580.492644:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290899 00000100:00100000:3.0:1731347580.492647:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204987 00000100:00100000:2.0:1731347580.492649:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952883328:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.492649:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312733312 00000100:00100000:1.0:1731347580.492650:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312733312 00000100:00100000:0.0:1731347580.492654:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205002 00010000:00010000:1.0:1731347580.492655:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800904b58c0/0xb104f9478e009447 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab4b expref: 209 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.492656:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+126:3763:x1815447952886912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.492663:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290900 00000100:00100000:1.0:1731347580.492665:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+209:2003:x1815448312733312:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1731347580.492666:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18241 count 1 00010000:00010000:1.0:1731347580.492668:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.492670:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800904b58c0/0xb104f9478e009447 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab4b expref: 209 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.492672:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.492674:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b3b8ea00/2, rc 0, transno 368648 00000100:00100000:2.0:1731347580.492674:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952887040:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.492675:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800904b58c0/0xb104f9478e009447 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab4b expref: 209 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.492679:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952883200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.492679:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800183346c0/0xb104f9478e001051 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962755 expref: 194 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.492681:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904b58c0/0xb104f9478e009447 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2e35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab4b expref: 209 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.492683:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.492684:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492685:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.492685:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.492686:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.492688:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.492691:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.492692:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492694:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800183346c0/0xb104f9478e001051 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962755 expref: 194 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.492699:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800183346c0/0xb104f9478e001051 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962755 expref: 194 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.492704:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.492705:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952887168:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.492709:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.492710:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2003:x1815448312733312:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.492712:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952887040 00000100:00100000:1.0:1731347580.492713:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290900 00000100:00100000:3.0:1731347580.492715:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952887040 00000100:00100000:0.0:1731347580.492715:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.492716:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492722:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492722:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492726:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.492729:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205003 00010000:00010000:2.0:1731347580.492729:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492730:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.492733:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+127:3763:x1815447952887040:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.492734:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492736:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492738:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492741:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912218c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.492741:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143af40 already unused, calling callback (ffffffffa085a100) 00002000:00080000:3.0:1731347580.492743:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15954 count 1 00010000:00010000:2.0:1731347580.492743:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492743:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492747:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492751:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492752:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492754:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.492756:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143af40/0xb104f9478e077d8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.492763:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492764:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133d0a1c0/0xb104f9478e00600d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967711 expref: 194 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.492785:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e077d95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492786:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.492787:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.492790:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.492805:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133d0a1c0/0xb104f9478e00600d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967711 expref: 194 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.492813:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133d0a1c0/0xb104f9478e00600d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967711 expref: 194 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.492822:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952887296:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.492835:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+284:3761:x1815447952883968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1805us (1838us total) trans 4295367491 rc 0/0 00000100:00100000:3.0:1731347580.492837:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0840 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.492838:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204990 00000004:00080000:3.0:1731347580.492857:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116275c00/2, rc 0, transno 400195 00000100:00100000:3.0:1731347580.492863:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952883968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.492877:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+283:3762:x1815447952883712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1851us (1900us total) trans 4295367492 rc 0/0 00000100:00100000:2.0:1731347580.492883:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204989 00000004:00080000:3.0:1731347580.492889:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a5f3dc00/2, rc 0, transno 400196 00000100:00100000:3.0:1731347580.492893:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952883712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.492910:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952887552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.492915:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952887424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.492927:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.492941:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.492946:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952887680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.492955:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952887552 00000100:00100000:2.0:1731347580.492957:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952887552 00000100:00100000:3.0:1731347580.492961:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1731347580.492962:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c041880/2, rc 0, transno 400194 00000100:00100000:2.0:1731347580.492965:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952887424 00000100:00100000:2.0:1731347580.492967:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952887424 00000100:00100000:3.0:1731347580.492972:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952887680 00000100:00100000:0.0:1731347580.492972:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952883072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.492974:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952887680 00000100:00100000:2.0:1731347580.492980:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205004 00000100:00100000:2.0:1731347580.492984:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+284:3760:x1815447952887424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.492984:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205005 00000100:00100000:0.0:1731347580.492987:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+284:3761:x1815447952887680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.492993:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11323 count 1 00002000:00080000:0.0:1731347580.492996:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18099 count 1 00010000:00010000:2.0:1731347580.493002:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.493002:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.493007:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952887808:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.493009:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098549440/0xb104f9478e00737e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a82 expref: 207 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.493012:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801283ac6c0/0xb104f9478dff5542 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c3f expref: 207 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.493013:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.493014:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.493015:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.493022:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.493023:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.493024:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.493024:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098549440/0xb104f9478e00737e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a82 expref: 207 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.493026:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.493031:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098549440/0xb104f9478e00737e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a82 expref: 207 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.493033:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952887808 00000100:00100000:3.0:1731347580.493035:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952887808 00000100:00100000:0.0:1731347580.493039:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952887936:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.493041:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801283ac6c0/0xb104f9478dff5542 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c3f expref: 207 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.493048:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205006 00010000:00010000:2.0:1731347580.493050:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801283ac6c0/0xb104f9478dff5542 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c3f expref: 207 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.493052:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+285:3763:x1815447952887808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.493059:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952888064:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.493060:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb000 going to sleep for 11 seconds 00002000:00080000:3.0:1731347580.493061:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9813 count 1 00010000:00010000:3.0:1731347580.493069:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.493076:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.493078:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078decb40/0xb104f9478e009ccf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3d3 expref: 207 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.493083:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.493085:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.493087:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.493097:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205007 00000100:00100000:2.0:1731347580.493100:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+128:3762:x1815447952887552:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.493101:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078decb40/0xb104f9478e009ccf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3d3 expref: 207 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.493108:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078decb40/0xb104f9478e009ccf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3d3 expref: 207 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.493110:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18842 count 1 00000100:00100000:3.0:1731347580.493116:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952888192:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.493117:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.493126:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af7d4fc0/0xb104f9478dff1936 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95303a expref: 194 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.493131:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.493132:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.493134:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.493135:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.493153:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af7d4fc0/0xb104f9478dff1936 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95303a expref: 194 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.493160:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af7d4fc0/0xb104f9478dff1936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95303a expref: 194 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.493168:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952888320:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.493191:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.493558:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.493561:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952884608:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.493571:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.493576:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952884992:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.493584:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.493588:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952885248:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.493650:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.493666:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312733568 00000100:00100000:0.0:1731347580.493669:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312733568 00010000:00010000:0.0:1731347580.493681:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013517cb40/0xb104f9478e006014 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967718 expref: 208 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.493696:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290901 00000100:00100000:0.0:1731347580.493701:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2003:x1815448312733568:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.493708:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.493712:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013517cb40/0xb104f9478e006014 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967718 expref: 208 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.493720:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013517cb40/0xb104f9478e006014 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967718 expref: 208 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.493731:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013517cb40/0xb104f9478e006014 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3e52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967718 expref: 208 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.493740:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.493741:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.493744:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.493750:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.493763:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.493788:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.493795:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.493801:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.493805:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+207:2003:x1815448312733568:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 102us (247us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.493807:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.493812:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290901 00010000:00010000:1.0:1731347580.493817:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.493823:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.493825:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.493832:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.493840:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.493846:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2d00/0xb104f9478e077d9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.493882:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.493897:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.493906:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952885120:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.493912:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.493916:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.493922:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312733440 00000100:00100000:2.0:1731347580.493924:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312733440 00010000:00010000:2.0:1731347580.493934:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af7a8fc0/0xb104f9478dff192f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953033 expref: 207 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.493947:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312733696 00000100:00100000:1.0:1731347580.493947:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+286:3761:x1815447952884096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2845us (2869us total) trans 4295367493 rc 0/0 00000100:00100000:2.0:1731347580.493949:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312733696 00000100:00100000:1.0:1731347580.493952:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204991 00000004:00080000:3.0:1731347580.493953:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116275500/2, rc 0, transno 400197 00010000:00010000:2.0:1731347580.493956:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b44c5440/0xb104f9478dffab87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c292 expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.493959:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952884096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.493963:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312733824 00000100:00100000:1.0:1731347580.493966:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312733824 00010000:00010000:1.0:1731347580.493973:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006a1ff600/0xb104f9478dff1347 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a4b expref: 208 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.493975:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290902 00000100:00100000:2.0:1731347580.493979:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2003:x1815448312733440:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.493981:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.493982:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290903 00000100:00100000:1.0:1731347580.493985:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290904 00000100:00100000:0.0:1731347580.493985:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+195:2003:x1815448312733696:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.493986:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.493987:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952888448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.493988:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:2003:x1815448312733824:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.493990:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af7a8fc0/0xb104f9478dff192f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x499a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953033 expref: 208 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.493991:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.493993:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.493994:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b44c5440/0xb104f9478dffab87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c292 expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.493995:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006a1ff600/0xb104f9478dff1347 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a4b expref: 208 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.493998:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af7a8fc0/0xb104f9478dff192f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x499a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953033 expref: 208 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.494001:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006a1ff600/0xb104f9478dff1347 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a4b expref: 208 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.494001:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b44c5440/0xb104f9478dffab87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c292 expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.494005:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.494008:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006a1ff600/0xb104f9478dff1347 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a4b expref: 208 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.494009:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af7a8fc0/0xb104f9478dff192f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x499a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953033 expref: 208 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.494012:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b44c5440/0xb104f9478dffab87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c292 expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.494013:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.494014:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.494015:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494018:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.494019:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494020:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952888448 00010000:00010000:2.0:1731347580.494020:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.494021:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.494022:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952888448 00010000:00010000:2.0:1731347580.494022:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494022:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.494024:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494027:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.494029:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494031:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494036:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205008 00000100:00100000:1.0:1731347580.494039:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+206:2003:x1815448312733824:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.494040:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+286:3761:x1815447952888448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.494040:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.494042:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290904 00010000:00010000:0.0:1731347580.494043:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1731347580.494050:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16129 count 1 00000100:00100000:2.0:1731347580.494055:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+205:2003:x1815448312733440:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (175us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.494058:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494060:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:2003:x1815448312733696:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.494061:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290902 00000100:00100000:0.0:1731347580.494066:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290903 00010000:00010000:3.0:1731347580.494067:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800961cf180/0xb104f9478dff7968 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959065 expref: 204 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.494073:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.494075:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.494075:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494077:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494082:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494089:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494090:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800961cf180/0xb104f9478dff7968 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959065 expref: 204 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.494092:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494095:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494098:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800961cf180/0xb104f9478dff7968 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959065 expref: 204 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.494102:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494105:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494108:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae06c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.494110:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494111:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494112:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952888576:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.494116:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494116:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494121:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494125:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494126:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438d80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.494128:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.494128:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494131:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e077da3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494134:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494139:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494143:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494145:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494148:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438d80/0xb104f9478e077db1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494151:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494157:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494163:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494169:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.494171:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494177:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494187:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494194:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e077daa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494217:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+287:3763:x1815447952884224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3007us (3072us total) trans 4295367494 rc 0/0 00000100:00100000:2.0:1731347580.494223:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204992 00000004:00080000:1.0:1731347580.494233:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116276680/2, rc 0, transno 400198 00000100:00100000:0.0:1731347580.494242:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+129:3760:x1815447952884864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2956us (3000us total) trans 4295335946 rc 0/0 00000100:00100000:1.0:1731347580.494247:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952884224:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.494248:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204994 00000100:00100000:1.0:1731347580.494268:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952885760:192.168.203.60@tcp:104: 00000004:00080000:0.0:1731347580.494272:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155c8000/2, rc 0, transno 368650 00010000:00010000:1.0:1731347580.494279:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494279:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952884864:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.494283:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1731347580.494289:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952888704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.494291:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952886144:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.494300:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494307:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.494320:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+287:3762:x1815447952884736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3045us (3088us total) trans 4295367495 rc 0/0 00000100:00100000:1.0:1731347580.494322:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952888704 00000100:00100000:1.0:1731347580.494325:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952888704 00000100:00100000:3.0:1731347580.494326:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204993 00000100:00100000:1.0:1731347580.494345:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205009 00000100:00100000:1.0:1731347580.494349:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+287:3760:x1815447952888704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.494359:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17588 count 1 00000100:00100000:0.0:1731347580.494366:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952886272:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.494367:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494372:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.494374:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494376:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4bccb40/0xb104f9478dffb2e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ed expref: 204 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.494378:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952888832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.494382:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312734080 00010000:00010000:1.0:1731347580.494382:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.494383:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.494384:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312734080 00010000:00010000:1.0:1731347580.494385:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494391:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.494394:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123e7fcc0/0xb104f9478dfed654 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed58 expref: 205 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.494395:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.494398:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4bccb40/0xb104f9478dffb2e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ed expref: 205 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.494406:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4bccb40/0xb104f9478dffb2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ed expref: 205 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.494407:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312733952 00000100:00100000:2.0:1731347580.494409:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312733952 00000004:00080000:3.0:1731347580.494411:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116277100/2, rc 0, transno 400199 00000100:00100000:0.0:1731347580.494413:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952886400:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.494433:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952884736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.494433:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952888960:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.494434:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099031f80/0xb104f9478dfeee64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950568 expref: 194 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.494435:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494448:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290905 00000100:00100000:1.0:1731347580.494450:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65c00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.494451:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+205:2003:x1815448312734080:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.494452:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290906 00000100:00100000:3.0:1731347580.494455:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.494456:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:2003:x1815448312733952:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.494456:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.494459:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123e7fcc0/0xb104f9478dfed654 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed58 expref: 205 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.494460:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952889088:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.494462:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.494465:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123e7fcc0/0xb104f9478dfed654 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed58 expref: 205 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.494466:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099031f80/0xb104f9478dfeee64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x363a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950568 expref: 194 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.494466:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952886528:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.494474:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099031f80/0xb104f9478dfeee64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x363a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950568 expref: 194 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.494476:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123e7fcc0/0xb104f9478dfed654 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed58 expref: 205 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.494477:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.494477:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494482:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.494483:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.494484:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494486:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099031f80/0xb104f9478dfeee64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x363a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950568 expref: 194 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.494489:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494491:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952888832 00000100:00100000:3.0:1731347580.494493:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952888832 00010000:00010000:2.0:1731347580.494495:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.494496:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.494496:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.494499:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494504:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952889088 00010000:00010000:2.0:1731347580.494505:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494506:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952889088 00000100:00100000:0.0:1731347580.494507:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+204:2003:x1815448312734080:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (136us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.494509:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494510:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290905 00000100:00100000:3.0:1731347580.494514:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205010 00010000:00010000:1.0:1731347580.494516:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494517:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.494518:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+129:3762:x1815447952888832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.494522:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.494527:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11563 count 1 00010000:00010000:1.0:1731347580.494527:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494529:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.494532:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+193:2003:x1815448312733952:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.494533:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494535:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494538:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290906 00010000:00010000:1.0:1731347580.494538:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a880 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.494538:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.494540:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494544:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aff0c6c0/0xb104f9478dff134e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a52 expref: 193 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.494546:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494548:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312734336 00000100:00100000:2.0:1731347580.494550:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312734336 00010000:00010000:3.0:1731347580.494554:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.494554:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134867100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952886784:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.494555:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.494555:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494557:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d0a1c0/0xb104f9478e00944e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab52 expref: 193 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.494558:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494560:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494565:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e077dbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494568:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312734208 00000100:00100000:2.0:1731347580.494570:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290907 00000100:00100000:0.0:1731347580.494570:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312734208 00010000:00010000:3.0:1731347580.494572:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aff0c6c0/0xb104f9478dff134e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a52 expref: 193 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.494574:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:2003:x1815448312734336:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.494577:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b76880/0xb104f9478e00c085 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d789 expref: 194 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.494579:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.494581:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aff0c6c0/0xb104f9478dff134e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a52 expref: 194 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.494583:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d0a1c0/0xb104f9478e00944e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab52 expref: 194 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.494589:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952889216:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.494589:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290908 00010000:00010000:2.0:1731347580.494591:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d0a1c0/0xb104f9478e00944e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab52 expref: 194 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.494592:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:2003:x1815448312734208:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.494596:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.494598:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b76880/0xb104f9478e00c085 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d789 expref: 194 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.494604:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b76880/0xb104f9478e00c085 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d789 expref: 194 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.494605:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.494605:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d0a1c0/0xb104f9478e00944e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ab52 expref: 194 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.494611:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b76880/0xb104f9478e00c085 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d789 expref: 194 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.494613:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.494614:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.494616:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205011 00010000:00010000:0.0:1731347580.494616:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.494617:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494617:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.494618:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494619:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+289:3762:x1815447952889088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.494623:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494623:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.494628:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11559 count 1 00010000:00010000:0.0:1731347580.494629:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.494635:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494639:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+192:2003:x1815448312734208:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.494642:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290908 00010000:00010000:2.0:1731347580.494643:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.494644:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b04c2880/0xb104f9478dfeae53 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c557 expref: 203 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.494649:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.494650:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.494651:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494652:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494652:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494657:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+191:2003:x1815448312734336:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (127us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.494657:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494658:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494661:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494663:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290907 00010000:00010000:0.0:1731347580.494664:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494666:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494668:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494670:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b04c2880/0xb104f9478dfeae53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c557 expref: 203 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.494671:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.494672:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494673:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494676:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494678:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b04c2880/0xb104f9478dfeae53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c557 expref: 203 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.494679:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494681:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494684:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.494684:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e077dc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494686:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952889344:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.494687:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494693:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494701:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.494702:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.494703:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494710:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e077dd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494712:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312734464 00000100:00100000:2.0:1731347580.494714:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312734464 00010000:00010000:2.0:1731347580.494724:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880064ef46c0/0xb104f9478dfefa3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951146 expref: 191 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.494745:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290909 00000100:00100000:2.0:1731347580.494750:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+191:2003:x1815448312734464:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.494756:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.494756:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+131:3763:x1815447952885632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2762us (2798us total) trans 4295335947 rc 0/0 00010000:00010000:2.0:1731347580.494760:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880064ef46c0/0xb104f9478dfefa3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951146 expref: 191 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.494760:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204998 00010000:00010000:2.0:1731347580.494784:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880064ef46c0/0xb104f9478dfefa3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951146 expref: 191 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:0.0:1731347580.494794:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e4000/2, rc 0, transno 368651 00010000:00010000:2.0:1731347580.494795:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880064ef46c0/0xb104f9478dfefa3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951146 expref: 191 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.494799:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952885632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.494803:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.494804:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.494806:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494812:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494823:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952887168:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.494824:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.494827:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.494830:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494834:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952889472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.494836:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+130:3760:x1815447952886016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2740us (2769us total) trans 4295335948 rc 0/0 00010000:00010000:0.0:1731347580.494838:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494840:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+190:2003:x1815448312734464:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 89us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.494842:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205000 00010000:00010000:0.0:1731347580.494842:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494845:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290909 00010000:00010000:0.0:1731347580.494846:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494850:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494852:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.494853:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494856:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.494858:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494858:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494865:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494865:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494866:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952889472 00000100:00100000:3.0:1731347580.494869:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952889472 00010000:00010000:0.0:1731347580.494871:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494872:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494874:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439680/0xb104f9478e077dcd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494878:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494879:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.494883:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205012 00010000:00010000:1.0:1731347580.494884:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494887:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+130:3761:x1815447952889472:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.494889:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312734592 00010000:00010000:1.0:1731347580.494889:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0000 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.494891:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312734592 00010000:00010000:1.0:1731347580.494892:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.494897:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17761 count 1 00010000:00010000:2.0:1731347580.494898:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88010feb4fc0/0xb104f9478e00ce07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e50b expref: 204 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.494899:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494905:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.494908:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494910:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290910 00010000:00010000:3.0:1731347580.494914:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801287aed00/0xb104f9478dfed64d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed51 expref: 189 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.494914:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+204:2003:x1815448312734592:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.494915:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e077db8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x363a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.494920:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.494921:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.494921:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.494923:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.494924:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88010feb4fc0/0xb104f9478e00ce07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e50b expref: 204 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.494932:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88010feb4fc0/0xb104f9478e00ce07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e50b expref: 204 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.494938:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+131:3763:x1815447952885888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2895us (2931us total) trans 4295335949 rc 0/0 00010000:00010000:3.0:1731347580.494941:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801287aed00/0xb104f9478dfed64d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed51 expref: 189 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.494942:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88010feb4fc0/0xb104f9478e00ce07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x37c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e50b expref: 204 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.494943:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204999 00010000:00010000:3.0:1731347580.494949:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801287aed00/0xb104f9478dfed64d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed51 expref: 189 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.494950:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.494951:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.494953:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494957:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952889600:192.168.203.60@tcp:104: 00000004:00080000:0.0:1731347580.494958:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac54000/2, rc 0, transno 368653 00010000:00010000:2.0:1731347580.494960:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.494962:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952885888:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.494970:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.494973:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.494980:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+203:2003:x1815448312734592:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (101us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.494981:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.494985:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952889728:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.494985:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.494986:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290910 00010000:00010000:0.0:1731347580.494989:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.494993:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.494995:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+131:3761:x1815447952885504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3069us (3098us total) trans 4295335950 rc 0/0 00010000:00010000:0.0:1731347580.495000:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495001:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.495001:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204996 00010000:00010000:0.0:1731347580.495003:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.495004:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495008:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.495010:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952889728 00000100:00100000:1.0:1731347580.495013:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952889728 00010000:00010000:0.0:1731347580.495013:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495017:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e077ddb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.495018:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e5880/2, rc 0, transno 368654 00000100:00100000:2.0:1731347580.495022:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.495024:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952885504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.495026:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205013 00000100:00100000:1.0:1731347580.495029:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+131:3761:x1815447952889728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.495031:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312734720 00000100:00100000:2.0:1731347580.495033:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312734720 00002000:00080000:1.0:1731347580.495040:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14278 count 1 00010000:00010000:2.0:1731347580.495043:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800183346c0/0xb104f9478e001051 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962755 expref: 190 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.495047:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495049:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952889856:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.495054:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121f24d80/0xb104f9478e00ce0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e512 expref: 190 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.495057:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.495058:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.495060:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.495061:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290911 00000100:00100000:3.0:1731347580.495065:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.495065:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+190:2003:x1815448312734720:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.495069:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121f24d80/0xb104f9478e00ce0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e512 expref: 190 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.495071:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.495075:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800183346c0/0xb104f9478e001051 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962755 expref: 190 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.495078:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121f24d80/0xb104f9478e00ce0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e512 expref: 190 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.495081:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+290:3761:x1815447952886656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2775us (2808us total) trans 4295367497 rc 0/0 00000100:00100000:3.0:1731347580.495082:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952889856 00010000:00010000:2.0:1731347580.495083:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800183346c0/0xb104f9478e001051 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962755 expref: 190 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.495084:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952889856 00000100:00100000:1.0:1731347580.495084:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952889984:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.495085:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205001 00010000:00010000:2.0:1731347580.495094:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800183346c0/0xb104f9478e001051 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962755 expref: 190 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.495094:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65600 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.495094:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205014 00000100:00100000:0.0:1731347580.495096:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+132:3762:x1815447952889856:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.495102:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.495104:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1731347580.495104:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11323 count 1 00010000:00010000:2.0:1731347580.495106:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.495107:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155cbb80/2, rc 0, transno 400201 00010000:00010000:0.0:1731347580.495110:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495113:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952886656:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.495113:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495117:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880128378240/0xb104f9478dff553b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c46 expref: 189 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.495121:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+289:3761:x1815447952885376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3168us (3192us total) trans 4295367496 rc 0/0 00010000:00010000:0.0:1731347580.495121:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.495122:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.495124:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.495124:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204997 00010000:00010000:0.0:1731347580.495124:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495131:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1731347580.495133:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880128378240/0xb104f9478dff553b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c46 expref: 189 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.495136:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+189:2003:x1815448312734720:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.495137:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952890112:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.495138:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880128378240/0xb104f9478dff553b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c46 expref: 189 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.495142:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290911 00000100:00100000:0.0:1731347580.495144:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134867100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952890240:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.495152:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.495154:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.495163:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952890112 00000100:00100000:0.0:1731347580.495165:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952890112 00000004:00080000:3.0:1731347580.495170:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116274a80/2, rc 0, transno 400200 00010000:00010000:2.0:1731347580.495170:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495175:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952885376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.495176:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205015 00010000:00010000:2.0:1731347580.495177:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.495178:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+289:3762:x1815447952890112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.495184:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.495184:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18071 count 1 00010000:00010000:2.0:1731347580.495190:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495190:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495191:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.495196:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992e9440/0xb104f9478dff6e94 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958598 expref: 202 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.495197:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952890368:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.495197:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495200:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.495200:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.495202:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.495203:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.495205:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495210:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800992e9440/0xb104f9478dff6e94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958598 expref: 202 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.495211:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.495212:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495215:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800992e9440/0xb104f9478dff6e94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958598 expref: 202 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.495220:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952890496:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.495221:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.495225:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952890368 00010000:00010000:2.0:1731347580.495227:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e077de2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.495228:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952890368 00000004:00080000:3.0:1731347580.495229:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac55500/2, rc 0, transno 368652 00000100:00100000:0.0:1731347580.495229:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.495234:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952886016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.495240:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205016 00000100:00100000:0.0:1731347580.495243:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+290:3761:x1815447952890368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.495248:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14536 count 1 00010000:00010000:0.0:1731347580.495252:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495256:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952890624:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.495258:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096cf8240/0xb104f9478dff6e55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958559 expref: 202 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.495261:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.495262:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.495263:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495270:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096cf8240/0xb104f9478dff6e55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958559 expref: 202 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.495274:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.495278:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096cf8240/0xb104f9478dff6e55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958559 expref: 202 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.495283:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952890752:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.495285:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952890624 00000100:00100000:1.0:1731347580.495287:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952890624 00000100:00100000:0.0:1731347580.495290:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.495296:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205017 00000100:00100000:1.0:1731347580.495299:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+134:3761:x1815447952890624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.495308:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18099 count 1 00010000:00010000:1.0:1731347580.495316:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.495324:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a737180/0xb104f9478e007377 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a7b expref: 188 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.495324:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952887936:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.495326:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952887296:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.495328:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+134:3763:x1815447952886912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2670us (2710us total) trans 4295335951 rc 0/0 00010000:00010000:1.0:1731347580.495329:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.495331:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.495331:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.495333:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.495334:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205002 00010000:00010000:3.0:1731347580.495337:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.495342:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac56d80/2, rc 0, transno 368655 00000100:00100000:0.0:1731347580.495347:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952886912:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.495351:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a737180/0xb104f9478e007377 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a7b expref: 188 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.495359:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a737180/0xb104f9478e007377 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a7b expref: 188 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.495367:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952890880:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.495380:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.495384:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.495389:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952891008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.495402:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.495413:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952891008 00000100:00100000:1.0:1731347580.495428:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952891008 00000100:00100000:0.0:1731347580.495434:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.495447:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205018 00000100:00100000:2.0:1731347580.495448:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312734848 00000100:00100000:2.0:1731347580.495451:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312734848 00000100:00100000:1.0:1731347580.495452:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+134:3763:x1815447952891008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.495461:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133d0a1c0/0xb104f9478e00600d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967711 expref: 189 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.495461:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9813 count 1 00000100:00100000:0.0:1731347580.495465:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952888064:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.495469:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495472:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.495474:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290912 00010000:00010000:1.0:1731347580.495477:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090276d00/0xb104f9478e009cd6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3da expref: 189 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.495478:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+189:2003:x1815448312734848:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.495483:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.495484:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.495484:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.495486:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.495487:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133d0a1c0/0xb104f9478e00600d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967711 expref: 189 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.495489:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.495495:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133d0a1c0/0xb104f9478e00600d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967711 expref: 189 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.495500:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312734976 00010000:00010000:1.0:1731347580.495500:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090276d00/0xb104f9478e009cd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3da expref: 189 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.495503:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312734976 00010000:00010000:2.0:1731347580.495507:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133d0a1c0/0xb104f9478e00600d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967711 expref: 189 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.495511:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090276d00/0xb104f9478e009cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3da expref: 189 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.495512:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098549440/0xb104f9478e00737e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a82 expref: 203 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.495515:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.495516:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.495519:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.495519:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952891136:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.495525:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495526:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290913 00000100:00100000:0.0:1731347580.495528:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.495530:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+203:2003:x1815448312734976:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.495536:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.495537:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312735104 00010000:00010000:2.0:1731347580.495538:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.495539:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312735104 00010000:00010000:3.0:1731347580.495540:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098549440/0xb104f9478e00737e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a82 expref: 203 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.495541:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65180 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.495547:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801283ac6c0/0xb104f9478dff5542 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c3f expref: 204 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.495548:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098549440/0xb104f9478e00737e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a82 expref: 204 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.495553:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:2003:x1815448312734848:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.495557:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290914 00010000:00010000:3.0:1731347580.495558:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098549440/0xb104f9478e00737e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a82 expref: 204 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.495560:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290912 00000100:00100000:0.0:1731347580.495560:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+204:2003:x1815448312735104:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.495565:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.495567:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801283ac6c0/0xb104f9478dff5542 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c3f expref: 204 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.495570:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.495571:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.495573:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495573:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801283ac6c0/0xb104f9478dff5542 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c3f expref: 203 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.495579:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495580:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801283ac6c0/0xb104f9478dff5542 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c3f expref: 203 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.495585:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.495586:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.495586:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.495587:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495592:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.495592:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.495596:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312735232 00000100:00100000:2.0:1731347580.495598:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312735232 00010000:00010000:0.0:1731347580.495599:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.495602:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495604:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495605:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+203:2003:x1815448312734976:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.495607:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078decb40/0xb104f9478e009ccf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3d3 expref: 203 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.495608:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.495609:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495610:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290913 00010000:00010000:0.0:1731347580.495613:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.495616:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495617:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.495620:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290915 00010000:00010000:0.0:1731347580.495620:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.495621:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495623:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222f40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.495624:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+202:2004:x1815448312735232:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.495625:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.495627:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495628:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.495630:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.495632:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.495633:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078decb40/0xb104f9478e009ccf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3d3 expref: 202 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.495633:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.495635:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495636:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952888192:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.495636:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e077df0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.495641:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078decb40/0xb104f9478e009ccf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3d3 expref: 202 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.495641:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495647:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.495651:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078decb40/0xb104f9478e009ccf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2655:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3d3 expref: 202 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.495651:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.495657:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438000/0xb104f9478e077df7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495658:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.495659:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.495660:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.495662:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495665:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.495669:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495672:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495677:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.495681:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.495684:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495690:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.495692:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.495693:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+201:2004:x1815448312735232:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.495698:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290915 00010000:00010000:3.0:1731347580.495699:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.495707:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+292:3760:x1815447952887424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2722us (2765us total) trans 4295367498 rc 0/0 00010000:00010000:3.0:1731347580.495708:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.495711:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205004 00010000:00010000:3.0:1731347580.495714:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077de9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.495727:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+200:2003:x1815448312735104:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 167us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.495731:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290914 00000100:00100000:2.0:1731347580.495745:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952888320:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.495751:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+291:3761:x1815447952887680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2761us (2787us total) trans 4295367499 rc 0/0 00010000:00010000:2.0:1731347580.495754:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.495756:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205005 00000100:00100000:0.0:1731347580.495764:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.495787:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312735360 00000100:00100000:0.0:1731347580.495789:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312735360 00010000:00010000:0.0:1731347580.495797:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af7d4fc0/0xb104f9478dff1936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95303a expref: 188 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.495807:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290916 00000100:00100000:0.0:1731347580.495809:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:2003:x1815448312735360:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.495811:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:1.0:1731347580.495812:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bf100/2, rc 0, transno 400203 00010000:00010000:0.0:1731347580.495813:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.495816:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af7d4fc0/0xb104f9478dff1936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x499a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95303a expref: 188 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.495820:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952887680:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.495821:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af7d4fc0/0xb104f9478dff1936 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x499a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95303a expref: 188 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.495825:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312735488 00000100:00100000:3.0:1731347580.495828:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+135:3763:x1815447952887040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3093us (3135us total) trans 4295335952 rc 0/0 00000100:00100000:2.0:1731347580.495828:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312735488 00010000:00010000:0.0:1731347580.495828:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af7d4fc0/0xb104f9478dff1936 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x499a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95303a expref: 188 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.495833:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205003 00010000:00010000:0.0:1731347580.495835:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.495836:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.495839:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.495843:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205019 00010000:00010000:0.0:1731347580.495845:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.495847:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:2003:x1815448312735488:12345-192.168.203.60@tcp:22:fsx.0 00010000:00010000:3.0:1731347580.495852:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495858:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.495863:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.495865:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495871:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495877:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.495877:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:2003:x1815448312735360:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (111us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.495883:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82400 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.495883:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290916 00010000:00010000:3.0:1731347580.495885:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495891:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.495900:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.495900:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952891264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.495907:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e077dfe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.495917:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1731347580.495919:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 86699 -> 1660205 00002000:00010000:2.0:1731347580.495922:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.495925:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.495927:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.495928:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 96 -> 136 00000004:00080000:0.0:1731347580.495934:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac57b80/2, rc 0, transno 368656 00000100:00100000:0.0:1731347580.495941:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952887040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.495946:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:2003:x1815448312735488:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 97us (135us total) trans 4295335953 rc 0/0 00000100:00100000:2.0:1731347580.495952:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205019 00000100:00100000:2.0:1731347580.495961:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952891264 00000100:00100000:2.0:1731347580.495963:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952891264 00000100:00100000:0.0:1731347580.495974:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.495976:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205020 00000100:00100000:2.0:1731347580.495979:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+292:3763:x1815447952891264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.495980:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952891392:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.495988:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9342 count 1 00000100:00100000:3.0:1731347580.495993:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+292:3763:x1815447952887808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2941us (2970us total) trans 4295367500 rc 0/0 00000100:00100000:0.0:1731347580.495997:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.495998:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.495999:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205006 00000004:00080000:1.0:1731347580.496003:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a73480/2, rc 0, transno 400204 00010000:00010000:2.0:1731347580.496007:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013636c480/0xb104f9478e004b76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96627a expref: 199 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.496008:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952891392 00000100:00100000:1.0:1731347580.496009:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952887808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.496010:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952891392 00010000:00010000:2.0:1731347580.496013:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.496014:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.496017:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.496022:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205021 00000100:00100000:3.0:1731347580.496026:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+135:3761:x1815447952891392:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.496031:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013636c480/0xb104f9478e004b76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96627a expref: 199 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.496032:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952891520:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.496034:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16129 count 1 00010000:00010000:2.0:1731347580.496039:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013636c480/0xb104f9478e004b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96627a expref: 199 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.496042:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.496048:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952891648:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.496050:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.496051:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092322f40/0xb104f9478dff7961 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95906c expref: 187 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.496056:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.496057:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.496060:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.496064:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.496064:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952891520 00000100:00100000:1.0:1731347580.496067:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952891520 00010000:00010000:3.0:1731347580.496073:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092322f40/0xb104f9478dff7961 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95906c expref: 187 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.496078:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.496081:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092322f40/0xb104f9478dff7961 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95906c expref: 187 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.496084:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.496089:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205022 00000100:00100000:3.0:1731347580.496090:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952891776:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.496091:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.496093:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+292:3761:x1815447952891520:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.496097:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.496102:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13716 count 1 00010000:00010000:2.0:1731347580.496103:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.496104:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.496109:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912206c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.496109:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.496112:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.496118:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496118:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800adf03a80/0xb104f9478dfff084 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960781 expref: 199 pid: 15918 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.496124:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bce00/2, rc 0, transno 400202 00010000:00010000:1.0:1731347580.496124:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.496125:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.496127:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496127:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.496130:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952887424:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.496133:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800912206c0/0xb104f9478e077e05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x499a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496140:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800adf03a80/0xb104f9478dfff084 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960781 expref: 199 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.496148:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800adf03a80/0xb104f9478dfff084 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960781 expref: 199 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.496156:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952891904:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.496164:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952892032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.496172:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.496183:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.496227:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+136:3762:x1815447952887552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3125us (3298us total) trans 4295335954 rc 0/0 00000004:00080000:3.0:1731347580.496231:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e2300/2, rc 0, transno 368658 00000100:00100000:2.0:1731347580.496233:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205007 00000100:00100000:3.0:1731347580.496236:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952887552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.496242:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952892032 00000100:00100000:2.0:1731347580.496245:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952892032 00000100:00100000:2.0:1731347580.496256:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205023 00000100:00100000:2.0:1731347580.496259:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+293:3762:x1815447952892032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.496269:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18770 count 1 00000100:00100000:1.0:1731347580.496270:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952892160:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.496278:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.496287:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006a147600/0xb104f9478dfebcd1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3d5 expref: 199 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.496291:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.496292:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.496294:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.496296:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.496308:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006a147600/0xb104f9478dfebcd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3d5 expref: 199 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.496311:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952892160 00000100:00100000:1.0:1731347580.496314:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952892160 00010000:00010000:2.0:1731347580.496315:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006a147600/0xb104f9478dfebcd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3d5 expref: 199 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.496322:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952892288:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.496336:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.496336:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205024 00000100:00100000:1.0:1731347580.496340:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+136:3763:x1815447952892160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.496350:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17588 count 1 00010000:00010000:1.0:1731347580.496359:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496369:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b429b840/0xb104f9478dffb2f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9f4 expref: 187 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.496375:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.496376:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.496379:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496393:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b429b840/0xb104f9478dffb2f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9f4 expref: 187 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.496402:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b429b840/0xb104f9478dffb2f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9f4 expref: 187 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.496410:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952892416:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.496446:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba659c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.496684:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.496692:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312735744 00000100:00100000:3.0:1731347580.496693:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952888576:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.496695:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952888960:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.496695:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312735744 00010000:00010000:0.0:1731347580.496704:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4bccb40/0xb104f9478dffb2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ed expref: 200 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.496705:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496706:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.496707:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952889216:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.496714:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290917 00010000:00010000:2.0:1731347580.496716:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.496717:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+200:2004:x1815448312735744:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.496722:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.496724:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4bccb40/0xb104f9478dffb2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ed expref: 200 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.496733:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4bccb40/0xb104f9478dffb2e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ed expref: 200 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.496741:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4bccb40/0xb104f9478dffb2e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9ed expref: 200 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.496746:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.496747:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.496749:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.496755:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.496779:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.496788:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496795:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.496798:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+199:2004:x1815448312735744:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (113us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.496802:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.496804:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290917 00010000:00010000:1.0:1731347580.496807:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496813:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.496816:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.496818:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.496821:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496826:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.496830:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312735616 00000100:00100000:0.0:1731347580.496833:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312735616 00010000:00010000:1.0:1731347580.496835:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.496840:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e077e13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.496843:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800961cf180/0xb104f9478dff7968 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959065 expref: 199 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.496858:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290918 00000100:00100000:0.0:1731347580.496862:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+199:2003:x1815448312735616:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.496869:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.496873:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800961cf180/0xb104f9478dff7968 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959065 expref: 199 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.496881:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800961cf180/0xb104f9478dff7968 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959065 expref: 199 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.496892:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800961cf180/0xb104f9478dff7968 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959065 expref: 199 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.496902:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.496904:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.496906:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.496913:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.496926:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.496934:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.496935:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+294:3760:x1815447952888704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2584us (2626us total) trans 4295367501 rc 0/0 00000100:00100000:1.0:1731347580.496940:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205009 00000100:00100000:0.0:1731347580.496941:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+198:2003:x1815448312735616:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (124us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.496946:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.496946:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290918 00010000:00010000:2.0:1731347580.496952:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.496958:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.496960:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bca80/2, rc 0, transno 400205 00010000:00010000:2.0:1731347580.496965:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.496968:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952888704:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.496970:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b818c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.496973:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.496979:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.496989:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.496995:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952892544:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.496995:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b818c0/0xb104f9478e077e0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.497013:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.497024:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952892544 00000100:00100000:1.0:1731347580.497026:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952892544 00000100:00100000:1.0:1731347580.497042:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205025 00000100:00100000:1.0:1731347580.497046:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+295:3760:x1815447952892544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.497055:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14275 count 1 00010000:00010000:1.0:1731347580.497063:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497072:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096040480/0xb104f9478dff8f33 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a63e expref: 197 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.497082:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.497083:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.497085:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.497097:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+295:3761:x1815447952888448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3056us (3090us total) trans 4295367502 rc 0/0 00010000:00010000:1.0:1731347580.497097:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096040480/0xb104f9478dff8f33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a63e expref: 197 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.497103:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205008 00010000:00010000:1.0:1731347580.497104:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096040480/0xb104f9478dff8f33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a63e expref: 197 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.497111:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952892672:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.497126:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65c00 going to sleep for 11 seconds 00000004:00080000:1.0:1731347580.497141:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815be680/2, rc 0, transno 400206 00000100:00100000:1.0:1731347580.497153:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952888448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.497195:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952892800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.497212:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.497212:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.497227:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952892800 00000100:00100000:0.0:1731347580.497227:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312735872 00000100:00100000:0.0:1731347580.497230:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312735872 00000100:00100000:3.0:1731347580.497231:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952892800 00010000:00010000:0.0:1731347580.497241:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aff0c6c0/0xb104f9478dff134e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a52 expref: 188 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.497249:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205026 00000100:00100000:1.0:1731347580.497252:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+295:3761:x1815447952892800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.497256:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952889600:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.497258:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290919 00002000:00080000:1.0:1731347580.497260:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13097 count 1 00000100:00100000:0.0:1731347580.497261:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:2003:x1815448312735872:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.497266:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497266:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497266:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.497268:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aff0c6c0/0xb104f9478dff134e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a52 expref: 188 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.497270:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.497273:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091083840/0xb104f9478dfeee17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95051b expref: 197 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.497274:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aff0c6c0/0xb104f9478dff134e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a52 expref: 188 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.497277:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.497278:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312736000 00010000:00010000:1.0:1731347580.497278:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.497279:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.497280:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312736000 00010000:00010000:0.0:1731347580.497281:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aff0c6c0/0xb104f9478dff134e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952a52 expref: 188 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.497282:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952889344:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.497287:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.497288:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091083840/0xb104f9478dfeee17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95051b expref: 198 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.497288:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.497289:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497290:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.497290:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b04c2880/0xb104f9478dfeae53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c557 expref: 198 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.497293:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091083840/0xb104f9478dfeee17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95051b expref: 198 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.497294:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.497299:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952892928:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.497302:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.497304:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290920 00000100:00100000:2.0:1731347580.497308:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+198:2004:x1815448312736000:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.497312:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba653c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.497314:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:2003:x1815448312735872:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (104us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.497315:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.497318:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b04c2880/0xb104f9478dfeae53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c557 expref: 198 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.497318:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290919 00010000:00010000:2.0:1731347580.497326:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b04c2880/0xb104f9478dfeae53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c557 expref: 198 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.497328:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.497328:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497332:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.497337:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b04c2880/0xb104f9478dfeae53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c557 expref: 198 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.497339:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.497344:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.497344:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.497346:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.497348:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497352:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.497354:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497357:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.497360:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497366:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.497371:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.497375:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497380:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497381:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82f40/0xb104f9478e077e1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497387:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.497387:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952889984:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.497389:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+197:2004:x1815448312736000:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (119us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.497394:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497394:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.497395:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290920 00010000:00010000:3.0:1731347580.497400:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.497403:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312736128 00000100:00100000:2.0:1731347580.497406:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312736128 00010000:00010000:3.0:1731347580.497407:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497412:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.497413:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801287aed00/0xb104f9478dfed64d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed51 expref: 187 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.497434:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497440:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.497440:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290921 00000100:00100000:2.0:1731347580.497444:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:2003:x1815448312736128:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.497447:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.497450:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.497450:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.497453:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801287aed00/0xb104f9478dfed64d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed51 expref: 187 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.497456:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077e21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.497456:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312736256 00000100:00100000:1.0:1731347580.497458:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312736256 00010000:00010000:2.0:1731347580.497461:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801287aed00/0xb104f9478dfed64d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed51 expref: 187 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.497465:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800992e9440/0xb104f9478dff6e94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958598 expref: 197 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.497471:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801287aed00/0xb104f9478dfed64d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ed51 expref: 187 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.497475:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290922 00010000:00010000:2.0:1731347580.497478:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.497478:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+197:2004:x1815448312736256:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.497480:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.497482:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497482:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.497485:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800992e9440/0xb104f9478dff6e94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4697:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958598 expref: 197 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.497490:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800992e9440/0xb104f9478dff6e94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4697:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958598 expref: 197 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.497494:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497497:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.497497:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.497499:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497503:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497509:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.497514:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800992e9440/0xb104f9478dff6e94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958598 expref: 197 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.497519:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+197:2004:x1815448312736256:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 40us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.497522:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290922 00000100:00100000:1.0:1731347580.497539:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.497574:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.497579:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312736384 00000100:00100000:1.0:1731347580.497581:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312736384 00010000:00010000:1.0:1731347580.497587:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121f24d80/0xb104f9478e00ce0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e512 expref: 187 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.497594:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952890496:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.497595:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312736512 00000100:00100000:1.0:1731347580.497597:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312736512 00010000:00010000:1.0:1731347580.497601:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880128378240/0xb104f9478dff553b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c46 expref: 188 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.497604:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.497608:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290923 00000100:00100000:1.0:1731347580.497611:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:2003:x1815448312736384:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.497611:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497615:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.497616:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497617:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121f24d80/0xb104f9478e00ce0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e512 expref: 188 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.497622:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121f24d80/0xb104f9478e00ce0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e512 expref: 188 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.497622:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497627:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497628:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121f24d80/0xb104f9478e00ce0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e512 expref: 188 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.497633:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.497633:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497634:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.497636:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497637:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.497640:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497640:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497646:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497647:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.497655:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+296:3762:x1815447952889088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3034us (3176us total) trans 4295367503 rc 0/0 00000100:00100000:1.0:1731347580.497656:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:2003:x1815448312736384:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.497659:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290923 00000100:00100000:3.0:1731347580.497660:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205011 00000100:00100000:1.0:1731347580.497665:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290924 00000100:00100000:1.0:1731347580.497667:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+186:2004:x1815448312736512:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.497671:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.497674:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880128378240/0xb104f9478dff553b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c46 expref: 186 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.497678:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880128378240/0xb104f9478dff553b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c46 expref: 186 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.497683:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bfb80/2, rc 0, transno 400207 00010000:00010000:1.0:1731347580.497684:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.497685:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.497685:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.497686:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.497688:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952889088:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.497690:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497696:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497696:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.497700:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+186:2003:x1815448312736128:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 255us (371us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.497703:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.497707:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290921 00000100:00100000:1.0:1731347580.497708:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+186:2004:x1815448312736512:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.497710:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.497714:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290924 00010000:00010000:3.0:1731347580.497716:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497721:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497726:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497727:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.497730:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497730:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497736:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497736:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.497736:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e077e3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497743:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.497744:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952890752:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.497745:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497749:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.497751:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e077e28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.497754:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497755:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497760:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.497763:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497784:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497793:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.497800:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0d80/0xb104f9478e077e2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.497840:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+296:3762:x1815447952890112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2660us (2687us total) trans 4295367504 rc 0/0 00000100:00100000:2.0:1731347580.497841:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952890880:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.497845:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205015 00010000:00010000:2.0:1731347580.497852:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.497862:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+138:3761:x1815447952889472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2973us (3009us total) trans 4295335955 rc 0/0 00000100:00100000:3.0:1731347580.497868:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205012 00000100:00100000:2.0:1731347580.497884:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.497891:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+137:3761:x1815447952889728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2859us (2888us total) trans 4295335956 rc 0/0 00000100:00100000:2.0:1731347580.497895:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312736640 00000100:00100000:1.0:1731347580.497896:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205013 00000100:00100000:2.0:1731347580.497898:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312736640 00000100:00100000:3.0:1731347580.497903:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952893056:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.497908:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096cf8240/0xb104f9478dff6e55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958559 expref: 196 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:1.0:1731347580.497918:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134866d80/2, rc 0, transno 368660 00000100:00100000:3.0:1731347580.497921:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.497923:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290925 00000100:00100000:1.0:1731347580.497924:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952889728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.497927:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+196:2003:x1815448312736640:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.497933:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1731347580.497936:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155ca300/2, rc 0, transno 400208 00010000:00010000:2.0:1731347580.497938:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096cf8240/0xb104f9478dff6e55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958559 expref: 196 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.497941:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952890112:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.497946:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096cf8240/0xb104f9478dff6e55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958559 expref: 196 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:1.0:1731347580.497947:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a5f3d880/2, rc 0, transno 368659 00000100:00100000:1.0:1731347580.497952:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952889472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.497955:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1731347580.497957:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096cf8240/0xb104f9478dff6e55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958559 expref: 196 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.497963:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952893056 00000100:00100000:3.0:1731347580.497965:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952893056 00010000:00010000:2.0:1731347580.497966:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.497968:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.497970:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.497971:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952893312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.497976:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.497977:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205027 00000100:00100000:3.0:1731347580.497981:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+296:3762:x1815447952893056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.497987:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.497988:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1731347580.497991:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15201 count 1 00000100:00100000:1.0:1731347580.497999:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952893312 00010000:00010000:3.0:1731347580.498000:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498001:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952893312 00000100:00100000:2.0:1731347580.498003:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+195:2003:x1815448312736640:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.498008:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290925 00010000:00010000:3.0:1731347580.498009:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af786640/0xb104f9478dff331b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a26 expref: 195 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.498011:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205028 00000100:00100000:1.0:1731347580.498013:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+297:3761:x1815447952893312:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.498014:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.498015:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.498017:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.498021:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18861 count 1 00010000:00010000:1.0:1731347580.498028:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.498031:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af786640/0xb104f9478dff331b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a26 expref: 194 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.498034:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880128378240/0xb104f9478dff553b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956c46 expref: 184 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.498035:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078cd7cc0/0xb104f9478e00c10a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d80e expref: 194 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.498036:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498039:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.498040:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af786640/0xb104f9478dff331b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a26 expref: 194 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.498040:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.498041:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.498041:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134867100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952890240:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.498043:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.498047:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498050:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498050:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078cd7cc0/0xb104f9478e00c10a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d80e expref: 194 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.498052:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.498054:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952893568:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.498055:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078cd7cc0/0xb104f9478e00c10a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d80e expref: 194 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.498055:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498057:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.498059:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498060:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952893696:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.498063:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.498063:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498068:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b3c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.498069:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.498070:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498071:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.498073:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439d40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.498074:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65600 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.498074:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498077:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.498078:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.498080:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.498084:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952893440:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.498084:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.498085:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952893184:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.498086:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.498087:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439d40/0xb104f9478e077e36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498092:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b3c0/0xb104f9478e077e44 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498095:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.498109:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.498109:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952893440 00000100:00100000:1.0:1731347580.498111:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952893440 00000100:00100000:1.0:1731347580.498118:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952893184 00000100:00100000:1.0:1731347580.498119:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952893184 00000100:00100000:3.0:1731347580.498125:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205029 00000100:00100000:1.0:1731347580.498128:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205030 00000100:00100000:3.0:1731347580.498130:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+139:3761:x1815447952893440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.498131:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+139:3762:x1815447952893184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.498152:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18071 count 1 00002000:00080000:1.0:1731347580.498153:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11559 count 1 00010000:00010000:1.0:1731347580.498160:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.498161:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498166:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012700f600/0xb104f9478dfeae5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c55e expref: 183 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.498169:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.498170:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096cf8b40/0xb104f9478dff6e8d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958591 expref: 183 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.498170:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.498171:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.498175:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.498177:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.498179:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498182:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012700f600/0xb104f9478dfeae5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c55e expref: 183 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.498182:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+139:3762:x1815447952889856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3083us (3114us total) trans 4295335957 rc 0/0 00000100:00100000:0.0:1731347580.498188:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205014 00000100:00100000:2.0:1731347580.498190:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+298:3761:x1815447952890368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2945us (2978us total) trans 4295367505 rc 0/0 00010000:00010000:1.0:1731347580.498190:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012700f600/0xb104f9478dfeae5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c55e expref: 183 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.498193:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096cf8b40/0xb104f9478dff6e8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958591 expref: 183 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.498196:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205016 00000100:00100000:1.0:1731347580.498198:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952893824:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.498202:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096cf8b40/0xb104f9478dff6e8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958591 expref: 183 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.498216:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952893952:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.498216:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65f00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.498232:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00000004:00080000:1.0:1731347580.498234:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155c9f80/2, rc 0, transno 400209 00000004:00080000:3.0:1731347580.498249:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155c8700/2, rc 0, transno 368661 00000100:00100000:1.0:1731347580.498249:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952890368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.498264:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952889856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.498287:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952894208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.498290:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952894080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.498308:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.498325:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952894208 00000100:00100000:2.0:1731347580.498327:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.498328:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952894208 00000100:00100000:0.0:1731347580.498329:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+139:3762:x1815447952888832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3809us (3933us total) trans 4295335958 rc 0/0 00000100:00100000:0.0:1731347580.498333:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205010 00000100:00100000:3.0:1731347580.498341:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952894080 00000100:00100000:1.0:1731347580.498341:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.498342:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952894080 00000100:00100000:0.0:1731347580.498343:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205031 00000100:00100000:0.0:1731347580.498345:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+298:3763:x1815447952894208:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.498346:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e1f80/2, rc 0, transno 368662 00000100:00100000:1.0:1731347580.498350:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312736768 00000100:00100000:2.0:1731347580.498352:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952888832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.498353:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205032 00000100:00100000:1.0:1731347580.498353:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312736768 00002000:00080000:0.0:1731347580.498354:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12778 count 1 00000100:00100000:3.0:1731347580.498357:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+139:3762:x1815447952894080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.498361:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498363:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a737180/0xb104f9478e007377 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a7b expref: 184 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.498367:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14536 count 1 00010000:00010000:0.0:1731347580.498368:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912fcd80/0xb104f9478e0010ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627b0 expref: 194 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.498372:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.498373:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.498374:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.498376:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.498384:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800912fcd80/0xb104f9478e0010ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627b0 expref: 194 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.498385:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992e8d80/0xb104f9478dff6e5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958560 expref: 184 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.498385:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290926 00010000:00010000:0.0:1731347580.498389:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800912fcd80/0xb104f9478e0010ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627b0 expref: 194 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.498390:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+184:2004:x1815448312736768:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.498392:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.498393:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.498395:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.498395:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952894336:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.498397:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.498401:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a737180/0xb104f9478e007377 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a7b expref: 184 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.498409:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992e8d80/0xb104f9478dff6e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958560 expref: 184 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.498409:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a737180/0xb104f9478e007377 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a7b expref: 184 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.498410:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.498438:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992e8d80/0xb104f9478dff6e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958560 expref: 184 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.498438:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a737180/0xb104f9478e007377 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a7b expref: 184 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.498446:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.498447:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952894464:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.498448:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.498450:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498457:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.498463:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.498469:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.498473:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498481:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498485:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+183:2004:x1815448312736768:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 94us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.498488:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498491:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290926 00010000:00010000:2.0:1731347580.498493:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498499:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498504:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.498506:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498511:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498520:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498525:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3180/0xb104f9478e077e4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x46b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.498529:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952894592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.498546:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.498559:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952894592 00000100:00100000:1.0:1731347580.498562:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952894592 00000100:00100000:1.0:1731347580.498573:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205033 00000100:00100000:1.0:1731347580.498576:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+141:3760:x1815447952894592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.498585:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9342 count 1 00010000:00010000:1.0:1731347580.498594:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498602:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c01440/0xb104f9478e004b6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966273 expref: 182 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.498606:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.498607:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.498608:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.498615:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+141:3761:x1815447952890624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3314us (3340us total) trans 4295335959 rc 0/0 00010000:00010000:1.0:1731347580.498618:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c01440/0xb104f9478e004b6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966273 expref: 182 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.498622:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205017 00010000:00010000:1.0:1731347580.498623:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c01440/0xb104f9478e004b6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966273 expref: 182 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:0.0:1731347580.498624:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867cb800/2, rc 0, transno 368663 00000100:00100000:1.0:1731347580.498629:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952894720:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.498633:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952890624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.498649:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65a80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.498677:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.498685:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005856680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952894848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.498686:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952891136:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.498697:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.498702:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.498716:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952894848 00000100:00100000:2.0:1731347580.498718:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952894848 00000100:00100000:2.0:1731347580.498731:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205034 00000100:00100000:2.0:1731347580.498734:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+141:3760:x1815447952894848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.498744:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13716 count 1 00010000:00010000:2.0:1731347580.498753:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.498762:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.498762:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ae05d8c0/0xb104f9478dfff07d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960788 expref: 182 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.498781:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.498783:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.498785:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498787:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312736896 00000100:00100000:1.0:1731347580.498790:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312736896 00010000:00010000:1.0:1731347580.498798:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090276d00/0xb104f9478e009cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3da expref: 183 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.498809:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290927 00000100:00100000:2.0:1731347580.498812:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952891648:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.498812:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+183:2003:x1815448312736896:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.498816:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.498818:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952891776:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.498818:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090276d00/0xb104f9478e009cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3da expref: 183 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.498821:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498823:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090276d00/0xb104f9478e009cd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3da expref: 183 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.498827:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498830:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090276d00/0xb104f9478e009cd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3da expref: 183 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.498835:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.498836:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.498837:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ae05d8c0/0xb104f9478dfff07d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960788 expref: 182 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.498838:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498842:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.498847:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.498850:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ae05d8c0/0xb104f9478dfff07d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960788 expref: 182 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.498855:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312737152 00010000:00010000:1.0:1731347580.498856:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.498858:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952894976:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.498859:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.498859:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312737152 00010000:00010000:3.0:1731347580.498865:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498869:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+183:2003:x1815448312736896:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (108us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.498869:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092322f40/0xb104f9478dff7961 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95906c expref: 183 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.498872:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498872:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290927 00000100:00100000:2.0:1731347580.498875:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.498879:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498880:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290928 00000100:00100000:1.0:1731347580.498882:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+182:2003:x1815448312737152:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.498885:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498887:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.498889:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092322f40/0xb104f9478dff7961 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95906c expref: 182 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.498891:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.498893:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498894:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092322f40/0xb104f9478dff7961 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95906c expref: 182 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.498899:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498901:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092322f40/0xb104f9478dff7961 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95906c expref: 182 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.498905:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.498906:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.498907:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498908:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498912:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.498913:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e077e52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.498919:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.498927:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+181:2003:x1815448312737152:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (80us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.498929:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498930:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290928 00010000:00010000:2.0:1731347580.498935:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498942:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498948:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.498954:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498957:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.498959:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b821c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.498962:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.498967:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312737024 00010000:00010000:2.0:1731347580.498968:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.498970:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312737024 00010000:00010000:2.0:1731347580.498978:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.498982:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013636c480/0xb104f9478e004b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96627a expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.498983:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e077e60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.498983:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952891904:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.498990:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.498997:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+142:3763:x1815447952891008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3545us (3593us total) trans 4295335960 rc 0/0 00000100:00100000:0.0:1731347580.498999:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290929 00000100:00100000:3.0:1731347580.499003:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205018 00000004:00080000:1.0:1731347580.499003:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867caa00/2, rc 0, transno 368664 00000100:00100000:0.0:1731347580.499003:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+195:2003:x1815448312737024:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.499007:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952891008:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.499011:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.499015:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013636c480/0xb104f9478e004b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96627a expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.499023:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1731347580.499023:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013636c480/0xb104f9478e004b76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96627a expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.499028:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952895104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.499031:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.499034:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013636c480/0xb104f9478e004b76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x247e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96627a expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.499040:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.499042:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.499044:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312737280 00010000:00010000:0.0:1731347580.499044:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.499046:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.499047:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312737280 00010000:00010000:0.0:1731347580.499052:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.499059:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952895104 00000100:00100000:3.0:1731347580.499061:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952895104 00010000:00010000:0.0:1731347580.499064:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.499072:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.499078:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+143:3761:x1815447952891392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3050us (3079us total) trans 4295335961 rc 0/0 00010000:00010000:0.0:1731347580.499078:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.499080:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205035 00000100:00100000:3.0:1731347580.499084:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+181:2003:x1815448312737280:12345-192.168.203.60@tcp:22:fsx.0 00000100:00100000:2.0:1731347580.499084:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205021 00010000:00010000:0.0:1731347580.499085:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.499090:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205036 00010000:00010000:0.0:1731347580.499090:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.499093:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+142:3763:x1815447952895104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.499096:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.499101:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18770 count 1 00010000:00010000:0.0:1731347580.499101:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.499103:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499108:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.499109:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.499112:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952892288:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.499115:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011fa00240/0xb104f9478dfebcd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3dc expref: 182 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.499120:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.499120:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.499121:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499122:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499134:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011fa00240/0xb104f9478dfebcd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3dc expref: 182 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.499140:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011fa00240/0xb104f9478dfebcd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3dc expref: 182 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.499144:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952895232:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.499158:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba650c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.499174:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.499175:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00010000:3.0:1731347580.499178:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1660205 -> 1660205 00010000:00010000:0.0:1731347580.499179:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222d00/0xb104f9478e077e59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1731347580.499181:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00000100:00100000:1.0:1731347580.499182:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312737408 00002000:00010000:3.0:1731347580.499183:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00000100:00100000:1.0:1731347580.499184:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312737408 00002000:00010000:3.0:1731347580.499185:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.499187:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 136 00010000:00010000:1.0:1731347580.499190:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800adf03a80/0xb104f9478dfff084 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960781 expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.499200:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290930 00000100:00100000:1.0:1731347580.499204:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+195:2003:x1815448312737408:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.499209:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.499213:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800adf03a80/0xb104f9478dfff084 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960781 expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.499218:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+182:2003:x1815448312737280:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 132us (186us total) trans 4295335962 rc 0/0 00010000:00010000:1.0:1731347580.499220:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800adf03a80/0xb104f9478dfff084 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960781 expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.499223:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205035 00010000:00010000:1.0:1731347580.499231:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800adf03a80/0xb104f9478dfff084 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960781 expref: 195 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.499245:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.499245:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.499246:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.499249:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499255:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499268:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.499282:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:2003:x1815448312737408:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.499285:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312737536 00000100:00100000:1.0:1731347580.499287:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290930 00000100:00100000:2.0:1731347580.499288:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312737536 00000100:00100000:3.0:1731347580.499292:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952892416:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.499300:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006a147600/0xb104f9478dfebcd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3d5 expref: 194 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.499302:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499302:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.499306:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+299:3763:x1815447952891264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3325us (3387us total) trans 4295367506 rc 0/0 00010000:00010000:1.0:1731347580.499309:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.499313:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205020 00010000:00010000:1.0:1731347580.499315:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.499316:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290931 00000100:00100000:2.0:1731347580.499320:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:2004:x1815448312737536:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.499321:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.499325:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.499327:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.499327:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499330:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006a147600/0xb104f9478dfebcd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4952:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3d5 expref: 194 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.499335:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312737664 00000100:00100000:3.0:1731347580.499337:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312737664 00010000:00010000:1.0:1731347580.499337:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.499338:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006a147600/0xb104f9478dfebcd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4952:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3d5 expref: 194 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.499339:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.499340:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a71880/2, rc 0, transno 400210 00010000:00010000:1.0:1731347580.499343:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.499345:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b429b840/0xb104f9478dffb2f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9f4 expref: 182 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.499349:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006a147600/0xb104f9478dfebcd1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4952:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3d5 expref: 194 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.499349:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499353:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e077e67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.499355:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952891264:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.499357:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.499359:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.499361:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499367:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.499374:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+193:2003:x1815448312737024:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 370us (416us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.499378:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.499380:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290932 00000100:00100000:0.0:1731347580.499384:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290929 00000100:00100000:3.0:1731347580.499385:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+182:2003:x1815448312737664:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.499391:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.499394:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b429b840/0xb104f9478dffb2f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9f4 expref: 182 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.499394:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+192:2004:x1815448312737536:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.499398:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952895360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.499400:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290931 00010000:00010000:3.0:1731347580.499402:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b429b840/0xb104f9478dffb2f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9f4 expref: 182 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.499412:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b429b840/0xb104f9478dffb2f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c9f4 expref: 182 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.499413:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.499435:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.499437:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.499439:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.499439:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+299:3761:x1815447952891520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3345us (3388us total) trans 4295367507 rc 0/0 00010000:00010000:3.0:1731347580.499441:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499442:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.499443:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205022 00010000:00010000:3.0:1731347580.499447:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499449:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499455:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.499460:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.499466:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499471:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221f80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.499474:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+181:2003:x1815448312737664:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 89us (148us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.499474:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.499480:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290932 00010000:00010000:2.0:1731347580.499480:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.499481:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952892672:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.499488:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499489:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499494:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e077e6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.499503:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.499509:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.499509:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952895360 00000100:00100000:1.0:1731347580.499511:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952895360 00010000:00010000:3.0:1731347580.499515:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.499521:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205037 00000100:00100000:1.0:1731347580.499523:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+299:3763:x1815447952895360:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.499525:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.499530:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16799 count 1 00010000:00010000:3.0:1731347580.499532:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.499537:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.499538:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.499539:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f409c00/2, rc 0, transno 400211 00010000:00010000:3.0:1731347580.499540:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499544:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801285a6f40/0xb104f9478dff5255 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956959 expref: 191 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.499545:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952891520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.499546:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499548:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.499549:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.499550:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.499555:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499559:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801285a6f40/0xb104f9478dff5255 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956959 expref: 191 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.499562:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e077e75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x44b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499564:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801285a6f40/0xb104f9478dff5255 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956959 expref: 191 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.499569:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952895616:192.168.203.60@tcp:104: 00000004:00080000:0.0:1731347580.499569:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a72680/2, rc 0, transno 368665 00000100:00100000:0.0:1731347580.499575:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952891392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.499579:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.499582:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65c00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.499594:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952895488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.499602:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+300:3762:x1815447952892032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3340us (3417us total) trans 4295367508 rc 0/0 00000100:00100000:2.0:1731347580.499607:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205023 00000100:00100000:0.0:1731347580.499608:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.499614:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.499616:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952895488 00000100:00100000:0.0:1731347580.499618:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952895488 00000100:00100000:0.0:1731347580.499629:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205038 00000100:00100000:0.0:1731347580.499631:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+300:3761:x1815447952895488:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.499633:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116276300/2, rc 0, transno 400212 00002000:00080000:0.0:1731347580.499639:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13025 count 1 00000100:00100000:2.0:1731347580.499640:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952892032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.499640:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952892928:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.499647:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.499647:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.499651:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.499657:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f9e8240/0xb104f9478dfec234 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d931 expref: 191 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.499658:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952895744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.499662:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.499663:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.499664:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.499667:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.499669:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312737792 00000100:00100000:3.0:1731347580.499670:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+143:3763:x1815447952892160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3328us (3377us total) trans 4295335963 rc 0/0 00000100:00100000:1.0:1731347580.499671:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312737792 00000100:00100000:2.0:1731347580.499673:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.499676:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205024 00010000:00010000:1.0:1731347580.499678:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096040480/0xb104f9478dff8f33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a63e expref: 192 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.499683:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f9e8240/0xb104f9478dfec234 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d931 expref: 192 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.499685:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952895744 00000100:00100000:1.0:1731347580.499687:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312737920 00000100:00100000:2.0:1731347580.499688:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952895744 00000100:00100000:1.0:1731347580.499688:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312737920 00010000:00010000:1.0:1731347580.499692:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091083840/0xb104f9478dfeee17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95051b expref: 193 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.499692:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f9e8240/0xb104f9478dfec234 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d931 expref: 193 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.499700:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205039 00000100:00100000:1.0:1731347580.499700:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290933 00000100:00100000:0.0:1731347580.499701:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952895872:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.499703:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+193:2003:x1815448312737792:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.499704:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+143:3760:x1815447952895744:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.499707:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.499709:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096040480/0xb104f9478dff8f33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a63e expref: 193 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.499713:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14275 count 1 00010000:00010000:1.0:1731347580.499715:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096040480/0xb104f9478dff8f33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a63e expref: 193 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.499720:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.499721:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499722:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096040480/0xb104f9478dff8f33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x37c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a63e expref: 193 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.499727:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.499728:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.499729:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499731:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096f0e400/0xb104f9478dff8f3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a637 expref: 180 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.499733:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499737:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.499738:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.499740:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290934 00010000:00010000:2.0:1731347580.499741:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499741:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.499745:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+192:2003:x1815448312737920:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.499749:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952896000:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.499750:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.499755:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091083840/0xb104f9478dfeee17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95051b expref: 192 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.499755:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096f0e400/0xb104f9478dff8f3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a637 expref: 180 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.499755:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+192:2003:x1815448312737792:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.499760:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290933 00010000:00010000:3.0:1731347580.499764:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091083840/0xb104f9478dfeee17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95051b expref: 192 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.499764:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096f0e400/0xb104f9478dff8f3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a637 expref: 180 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.499766:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.499784:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.499789:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952896128:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.499791:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091083840/0xb104f9478dfeee17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95051b expref: 191 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.499791:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499798:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.499799:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.499800:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.499803:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.499803:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c1180/2, rc 0, transno 368667 00010000:00010000:1.0:1731347580.499805:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.499807:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.499809:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.499809:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952892160:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.499812:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499817:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0fc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.499819:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952896000 00010000:00010000:1.0:1731347580.499820:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.499822:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.499822:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952896000 00010000:00010000:1.0:1731347580.499826:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499834:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.499836:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+190:2003:x1815448312737920:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 90us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.499836:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205040 00000100:00100000:2.0:1731347580.499839:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+301:3762:x1815447952896000:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.499842:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290934 00010000:00010000:1.0:1731347580.499844:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e077e7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.499848:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15162 count 1 00010000:00010000:2.0:1731347580.499858:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499866:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006a064000/0xb104f9478dfecaa0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e19d expref: 189 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.499872:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.499872:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.499873:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.499876:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.499890:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006a064000/0xb104f9478dfecaa0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e19d expref: 189 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.499890:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952896256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.499895:0:7203:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312738048 00000100:00100000:1.0:1731347580.499897:0:7203:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312738048 00010000:00010000:2.0:1731347580.499898:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006a064000/0xb104f9478dfecaa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e19d expref: 189 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.499900:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.499907:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952896384:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.499913:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312738176 00000100:00100000:3.0:1731347580.499916:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312738176 00000100:00100000:2.0:1731347580.499920:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.499931:0:7203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 873 00000100:00100000:1.0:1731347580.499935:0:7203:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f33850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ba15c9e-d631-4ae5-84d0-37be0dba5796+9:2006:x1815448312738048:12345-192.168.203.60@tcp:400:kworker.0 00000100:00100000:3.0:1731347580.499941:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2323 00000100:00100000:3.0:1731347580.499945:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+5:2006:x1815448312738176:12345-192.168.203.60@tcp:400:kworker.0 00000100:00080000:0.0:1731347580.499950:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1731347550 00000100:00080000:0.0:1731347580.499953:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1731347550 00000100:00100000:1.0:1731347580.499956:0:7203:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f33850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ba15c9e-d631-4ae5-84d0-37be0dba5796+9:2006:x1815448312738048:12345-192.168.203.60@tcp:400:kworker.0 Request processed in 20us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.499961:0:7203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 873 00000100:00100000:3.0:1731347580.499964:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+5:2006:x1815448312738176:12345-192.168.203.60@tcp:400:kworker.0 Request processed in 18us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.499966:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.499969:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2323 00000100:00100000:2.0:1731347580.499980:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952896256 00010000:00010000:1.0:1731347580.499981:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.499983:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952896256 00010000:00010000:1.0:1731347580.499988:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.499995:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500002:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.500003:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205041 00000100:00100000:2.0:1731347580.500007:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+144:3763:x1815447952896256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.500008:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500014:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3cc0 already unused, calling callback (ffffffffa085a100) 00002000:00080000:2.0:1731347580.500017:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13097 count 1 00010000:00010000:1.0:1731347580.500017:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.500018:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952893568:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.500022:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500025:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.500027:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500031:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500034:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099031440/0xb104f9478dfeee1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950522 expref: 180 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.500038:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e077e83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500040:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.500041:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.500043:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500058:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099031440/0xb104f9478dfeee1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950522 expref: 180 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.500059:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952893696:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.500066:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099031440/0xb104f9478dfeee1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950522 expref: 180 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.500068:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.500074:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952896512:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.500088:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8300 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.500097:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952893824:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.500106:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.500128:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.500134:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+302:3761:x1815447952892800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2879us (2919us total) trans 4295367509 rc 0/0 00000004:00080000:0.0:1731347580.500139:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867c8380/2, rc 0, transno 400213 00000100:00100000:1.0:1731347580.500140:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205026 00000100:00100000:3.0:1731347580.500141:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.500144:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312738432 00000100:00100000:0.0:1731347580.500144:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952892800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.500147:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312738432 00000100:00100000:3.0:1731347580.500148:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312738304 00000100:00100000:3.0:1731347580.500150:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312738304 00010000:00010000:3.0:1731347580.500157:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078cd7cc0/0xb104f9478e00c10a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d80e expref: 191 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.500157:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af786640/0xb104f9478dff331b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a26 expref: 191 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.500159:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.500163:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952896640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.500171:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290935 00000100:00100000:3.0:1731347580.500174:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290936 00000100:00100000:2.0:1731347580.500175:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+191:2003:x1815448312738432:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.500175:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.500178:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+191:2004:x1815448312738304:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.500182:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.500182:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.500185:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af786640/0xb104f9478dff331b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a26 expref: 191 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.500185:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952896640 00010000:00010000:3.0:1731347580.500186:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078cd7cc0/0xb104f9478e00c10a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d80e expref: 191 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.500187:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952896640 00010000:00010000:2.0:1731347580.500193:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af786640/0xb104f9478dff331b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a26 expref: 191 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.500194:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078cd7cc0/0xb104f9478e00c10a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d80e expref: 191 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.500197:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205042 00000100:00100000:0.0:1731347580.500200:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+303:3761:x1815447952896640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.500205:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078cd7cc0/0xb104f9478e00c10a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d80e expref: 191 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.500205:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af786640/0xb104f9478dff331b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a26 expref: 191 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.500208:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12070 count 1 00010000:00010000:3.0:1731347580.500213:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.500213:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.500214:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.500214:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.500216:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+303:3760:x1815447952892544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3168us (3202us total) trans 4295367510 rc 0/0 00010000:00010000:3.0:1731347580.500217:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500217:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500217:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500222:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205025 00010000:00010000:3.0:1731347580.500223:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500223:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500227:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800960ef3c0/0xb104f9478dff2ae0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541e4 expref: 189 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.500233:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.500234:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.500235:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.500235:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.500236:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.500246:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+189:2004:x1815448312738304:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.500246:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+189:2003:x1815448312738432:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.500251:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290936 00010000:00010000:0.0:1731347580.500251:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800960ef3c0/0xb104f9478dff2ae0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541e4 expref: 189 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.500253:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290935 00010000:00010000:0.0:1731347580.500258:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800960ef3c0/0xb104f9478dff2ae0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541e4 expref: 187 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.500264:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500264:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.500264:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952896768:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.500271:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.500272:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867c8000/2, rc 0, transno 400214 00000100:00100000:0.0:1731347580.500276:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebd80 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.500277:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.500278:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952892544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.500288:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312738560 00010000:00010000:3.0:1731347580.500289:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.500290:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312738560 00010000:00010000:3.0:1731347580.500295:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500297:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012700f600/0xb104f9478dfeae5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c55e expref: 181 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.500299:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952896896:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.500300:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.500303:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.500309:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.500310:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290937 00000100:00100000:2.0:1731347580.500314:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+181:2004:x1815448312738560:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.500316:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.500318:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500319:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.500323:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012700f600/0xb104f9478dfeae5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c55e expref: 181 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.500324:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e077e91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500326:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.500331:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012700f600/0xb104f9478dfeae5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c55e expref: 181 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.500332:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952896896 00000100:00100000:1.0:1731347580.500335:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312738816 00000100:00100000:0.0:1731347580.500335:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952896896 00000100:00100000:1.0:1731347580.500337:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312738816 00010000:00010000:2.0:1731347580.500340:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012700f600/0xb104f9478dfeae5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c55e expref: 181 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.500344:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800912fcd80/0xb104f9478e0010ac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627b0 expref: 188 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.500348:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.500349:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.500349:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205043 00010000:00010000:2.0:1731347580.500352:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.500353:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+303:3761:x1815447952896896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.500358:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500358:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290938 00000100:00100000:1.0:1731347580.500363:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:2004:x1815448312738816:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1731347580.500364:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11133 count 1 00010000:00010000:2.0:1731347580.500370:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.500371:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.500373:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500375:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800912fcd80/0xb104f9478e0010ac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x31ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627b0 expref: 188 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.500382:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+180:2004:x1815448312738560:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.500383:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800912fcd80/0xb104f9478e0010ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x31ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627b0 expref: 188 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.500383:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af7e3180/0xb104f9478dff1d0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953407 expref: 188 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.500388:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290937 00010000:00010000:0.0:1731347580.500389:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.500390:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.500395:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.500396:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.500399:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500402:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500405:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500409:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500430:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.500433:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.500437:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+304:3761:x1815447952893312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2421us (2447us total) trans 4295367511 rc 0/0 00010000:00010000:2.0:1731347580.500440:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.500443:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205028 00000100:00100000:1.0:1731347580.500443:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:2004:x1815448312738816:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (117us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.500446:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500449:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290938 00010000:00010000:2.0:1731347580.500451:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.500454:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500462:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500469:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.500472:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.500476:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952893952:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.500478:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e077e98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500479:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.500483:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af7e3180/0xb104f9478dff1d0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953407 expref: 187 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.500485:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500488:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312738688 00010000:00010000:0.0:1731347580.500488:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af7e3180/0xb104f9478dff1d0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953407 expref: 187 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.500490:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312738688 00000100:00100000:0.0:1731347580.500494:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952897024:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.500499:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096cf8b40/0xb104f9478dff6e8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958591 expref: 180 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.500502:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.500507:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.500508:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500512:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290939 00010000:00010000:3.0:1731347580.500514:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500514:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+180:2003:x1815448312738688:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.500519:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500520:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.500522:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096cf8b40/0xb104f9478dff6e8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4697:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958591 expref: 180 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.500525:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500527:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912fcd80/0xb104f9478e0010ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627b0 expref: 187 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.500528:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096cf8b40/0xb104f9478dff6e8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4697:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958591 expref: 180 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.500530:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.500532:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500535:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096cf8b40/0xb104f9478dff6e8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4697:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958591 expref: 180 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.500537:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.500537:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952894336:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.500540:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.500541:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.500543:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.500545:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500547:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500547:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.500550:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e077e8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500554:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.500559:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500562:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:2003:x1815448312738688:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.500565:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290939 00010000:00010000:0.0:1731347580.500565:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500572:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500578:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500582:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500586:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143bcc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.500588:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500591:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500597:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952894464:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.500597:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.500601:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e077ea6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500604:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500618:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.500624:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312738944 00000100:00100000:1.0:1731347580.500626:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312738944 00010000:00010000:1.0:1731347580.500630:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992e8d80/0xb104f9478dff6e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958560 expref: 179 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.500638:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+305:3762:x1815447952893056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2655us (2715us total) trans 4295367512 rc 0/0 00000100:00100000:1.0:1731347580.500639:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290940 00000100:00100000:1.0:1731347580.500642:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:2003:x1815448312738944:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.500644:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205027 00010000:00010000:1.0:1731347580.500646:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.500648:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992e8d80/0xb104f9478dff6e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958560 expref: 179 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.500652:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992e8d80/0xb104f9478dff6e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958560 expref: 179 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.500659:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500659:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992e8d80/0xb104f9478dff6e5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958560 expref: 179 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.500663:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.500664:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.500665:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500666:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500670:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.500671:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.500677:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500677:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.500683:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+178:2003:x1815448312738944:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 40us (64us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.500684:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.500687:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+145:3762:x1815447952893184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2554us (2577us total) trans 4295335964 rc 0/0 00000100:00100000:1.0:1731347580.500688:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290940 00010000:00010000:3.0:1731347580.500689:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81b00 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.500689:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+304:3763:x1815447952894208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2342us (2380us total) trans 4295367513 rc 0/0 00010000:00010000:3.0:1731347580.500692:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.500693:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205030 00010000:00010000:1.0:1731347580.500696:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.500696:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205031 00010000:00010000:3.0:1731347580.500698:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500700:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500704:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.500707:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500708:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500711:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.500713:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e077e9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500715:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.500716:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500720:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.500721:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a71180/2, rc 0, transno 368668 00010000:00010000:1.0:1731347580.500725:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.500728:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e077ead lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.500728:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952893184:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1731347580.500737:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867ca300/2, rc 0, transno 400216 00000100:00100000:0.0:1731347580.500742:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952893056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.500796:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952897152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.500810:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+146:3761:x1815447952893440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2679us (2713us total) trans 4295335965 rc 0/0 00000100:00100000:3.0:1731347580.500815:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205029 00000100:00100000:0.0:1731347580.500817:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.500821:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+145:3762:x1815447952894080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2463us (2494us total) trans 4295335966 rc 0/0 00000100:00100000:3.0:1731347580.500826:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952897152 00000100:00100000:1.0:1731347580.500826:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205032 00000100:00100000:3.0:1731347580.500828:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952897152 00000004:00080000:0.0:1731347580.500832:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d92300/2, rc 0, transno 368670 00000100:00100000:0.0:1731347580.500836:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952894080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.500841:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.500844:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952897280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.500850:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205044 00000100:00100000:3.0:1731347580.500852:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+304:3762:x1815447952897152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.500855:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1731347580.500861:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13929 count 1 00010000:00010000:3.0:1731347580.500867:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.500873:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952897280 00010000:00010000:3.0:1731347580.500874:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e994900/0xb104f9478dff85cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959cd6 expref: 186 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.500876:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952897280 00010000:00010000:3.0:1731347580.500878:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.500879:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.500880:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.500892:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e994900/0xb104f9478dff85cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959cd6 expref: 186 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.500892:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205045 00000100:00100000:1.0:1731347580.500896:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+145:3762:x1815447952897280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.500899:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e994900/0xb104f9478dff85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959cd6 expref: 186 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.500907:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15201 count 1 00000100:00100000:3.0:1731347580.500908:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952897536:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.500916:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.500923:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.500923:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952897408:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.500926:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d6c480/0xb104f9478dff3322 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a1f expref: 177 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.500932:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.500933:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.500935:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.500941:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.500950:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1d6c480/0xb104f9478dff3322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a1f expref: 177 pid: 9552 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1731347580.500950:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bc700/2, rc 0, transno 400217 00000100:00100000:0.0:1731347580.500955:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952894208:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.500958:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1d6c480/0xb104f9478dff3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a1f expref: 177 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.500959:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952897408 00000100:00100000:2.0:1731347580.500962:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952897408 00000100:00100000:1.0:1731347580.500966:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952897664:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.500974:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.500981:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.500982:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205046 00000100:00100000:0.0:1731347580.500985:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+146:3760:x1815447952897408:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.500989:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:0.0:1731347580.500993:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18861 count 1 00000100:00100000:2.0:1731347580.500996:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952897792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.500997:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952894720:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.501000:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501003:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501007:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b77a80/0xb104f9478e00c103 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d807 expref: 177 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.501008:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.501011:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.501011:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501012:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501013:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.501016:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312739072 00000100:00100000:3.0:1731347580.501019:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312739072 00010000:00010000:0.0:1731347580.501022:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b77a80/0xb104f9478e00c103 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d807 expref: 178 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.501023:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952897792 00000100:00100000:2.0:1731347580.501024:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952897792 00010000:00010000:0.0:1731347580.501027:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b77a80/0xb104f9478e00c103 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d807 expref: 178 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.501029:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c01440/0xb104f9478e004b6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966273 expref: 178 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.501032:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952897920:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.501036:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205047 00000100:00100000:3.0:1731347580.501040:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312739200 00000100:00100000:2.0:1731347580.501040:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+305:3760:x1815447952897792:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.501040:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952895232:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.501042:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312739200 00000100:00100000:0.0:1731347580.501044:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebf00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.501047:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.501048:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ae05d8c0/0xb104f9478dfff07d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960788 expref: 179 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.501049:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18755 count 1 00000100:00100000:0.0:1731347580.501052:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290941 00000100:00100000:0.0:1731347580.501055:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:2004:x1815448312739072:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.501058:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501060:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.501061:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290942 00010000:00010000:0.0:1731347580.501063:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c01440/0xb104f9478e004b6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x247e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966273 expref: 179 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.501065:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:2003:x1815448312739200:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.501067:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129459680/0xb104f9478e005674 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d78 expref: 186 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.501067:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.501069:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c01440/0xb104f9478e004b6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x247e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966273 expref: 179 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.501071:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.501073:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.501073:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312739328 00010000:00010000:3.0:1731347580.501074:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ae05d8c0/0xb104f9478dfff07d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960788 expref: 179 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.501074:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.501075:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312739328 00010000:00010000:0.0:1731347580.501076:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c01440/0xb104f9478e004b6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x247e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966273 expref: 179 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.501077:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501082:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011fa00240/0xb104f9478dfebcd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3dc expref: 180 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.501083:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ae05d8c0/0xb104f9478dfff07d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960788 expref: 180 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.501085:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501086:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501088:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501089:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129459680/0xb104f9478e005674 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d78 expref: 186 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.501092:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.501092:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290943 00010000:00010000:0.0:1731347580.501092:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.501093:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.501094:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:2004:x1815448312739328:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.501096:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501097:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129459680/0xb104f9478e005674 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d78 expref: 186 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.501099:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.501100:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.501101:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011fa00240/0xb104f9478dfebcd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4952:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3dc expref: 179 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.501103:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.501106:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952898048:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.501106:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011fa00240/0xb104f9478dfebcd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4952:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3dc expref: 179 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.501107:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:2004:x1815448312739072:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.501111:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290941 00010000:00010000:3.0:1731347580.501112:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.501113:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011fa00240/0xb104f9478dfebcd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4952:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d3dc expref: 179 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.501121:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb80c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.501122:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501122:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501123:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.501124:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+177:2003:x1815448312739200:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 58us (116us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.501125:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501126:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501129:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.501130:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290942 00010000:00010000:0.0:1731347580.501130:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501134:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501136:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.501137:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501139:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ae05d8c0/0xb104f9478dfff07d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960788 expref: 176 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.501144:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+176:2004:x1815448312739328:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (77us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.501144:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.501146:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.501147:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290943 00000100:00100000:2.0:1731347580.501149:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952894976:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.501149:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501154:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501156:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.501157:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.501157:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e077eb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501158:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501160:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501164:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501165:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.501167:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312739456 00010000:00010000:1.0:1731347580.501168:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.501169:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312739456 00010000:00010000:2.0:1731347580.501171:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501171:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501178:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501178:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae21c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.501180:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.501181:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205048 00010000:00010000:2.0:1731347580.501184:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501184:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.501185:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+175:2003:x1815448312739456:12345-192.168.203.60@tcp:22:fsx.0 00010000:00010000:1.0:1731347580.501188:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501191:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501192:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e077ec2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501196:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.501199:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501205:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501214:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501220:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e077ebb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.501235:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+148:3760:x1815447952894592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2658us (2689us total) trans 4295335967 rc 0/0 00000100:00100000:0.0:1731347580.501239:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205033 00002000:00010000:3.0:1731347580.501257:0:15872:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1660205 -> 1660205 00000004:00080000:0.0:1731347580.501257:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d91c00/2, rc 0, transno 368669 00000100:00100000:0.0:1731347580.501260:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952893440:0@lo:6:osp-syn-1-0.0 00002000:00010000:3.0:1731347580.501261:0:15872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.501263:0:15872:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.501265:0:15872:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.501267:0:15872:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 240 00000100:00100000:1.0:1731347580.501271:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+147:3763:x1815447952895104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2176us (2228us total) trans 4295335968 rc 0/0 00000100:00100000:1.0:1731347580.501276:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205036 00000004:00080000:0.0:1731347580.501279:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005855500/2, rc 0, transno 368672 00000100:00100000:3.0:1731347580.501280:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+176:2003:x1815448312739456:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 94us (123us total) trans 4295335969 rc 0/0 00000100:00100000:0.0:1731347580.501282:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952895104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.501284:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.501287:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205048 00000100:00100000:0.0:1731347580.501287:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952898176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.501299:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.501313:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952898176 00000100:00100000:3.0:1731347580.501316:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952898176 00000100:00100000:0.0:1731347580.501324:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.501327:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952898304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.501328:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+148:3760:x1815447952894848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2592us (2624us total) trans 4295335970 rc 0/0 00000100:00100000:2.0:1731347580.501334:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205034 00000100:00100000:3.0:1731347580.501338:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205049 00000100:00100000:0.0:1731347580.501338:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.501342:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+147:3763:x1815447952898176:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.501343:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952898304 00000100:00100000:1.0:1731347580.501346:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952898304 00000004:00080000:0.0:1731347580.501351:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867c9880/2, rc 0, transno 400215 00002000:00080000:3.0:1731347580.501354:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12778 count 1 00000100:00100000:0.0:1731347580.501355:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952893312:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.501359:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005856680/2, rc 0, transno 368674 00000100:00100000:1.0:1731347580.501361:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205050 00010000:00010000:3.0:1731347580.501363:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.501365:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+148:3762:x1815447952898304:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.501366:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005856680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952894848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.501367:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.501370:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952898432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.501373:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880018335440/0xb104f9478e0010a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627a9 expref: 175 pid: 15918 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1731347580.501375:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16799 count 1 00010000:00010000:3.0:1731347580.501378:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.501379:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.501380:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.501382:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.501385:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.501386:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952898560:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.501392:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005854000/2, rc 0, transno 368671 00010000:00010000:1.0:1731347580.501394:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c07c000/0xb104f9478dff525c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956960 expref: 175 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.501394:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.501396:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880018335440/0xb104f9478e0010a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627a9 expref: 175 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.501397:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952894592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.501403:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952898432 00010000:00010000:3.0:1731347580.501404:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880018335440/0xb104f9478e0010a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627a9 expref: 175 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.501405:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.501405:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952898432 00010000:00010000:1.0:1731347580.501406:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.501408:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.501413:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952898560 00000100:00100000:3.0:1731347580.501429:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952898688:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.501433:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952898560 00000100:00100000:2.0:1731347580.501436:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205051 00000100:00100000:2.0:1731347580.501441:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+306:3761:x1815447952898432:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.501441:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c07c000/0xb104f9478dff525c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956960 expref: 175 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.501444:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.501447:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205052 00010000:00010000:1.0:1731347580.501451:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c07c000/0xb104f9478dff525c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956960 expref: 175 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.501452:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16219 count 1 00000100:00100000:0.0:1731347580.501452:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+149:3761:x1815447952898560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.501460:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952898944:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.501461:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.501462:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13025 count 1 00010000:00010000:0.0:1731347580.501469:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501470:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129482ac0/0xb104f9478dfeb599 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cc9d expref: 186 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.501475:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba650c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.501476:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501477:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129100fc0/0xb104f9478dfec22d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d938 expref: 175 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.501478:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.501479:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.501481:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952895616:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.501481:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501482:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501483:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.501491:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501493:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129100fc0/0xb104f9478dfec22d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d938 expref: 175 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.501494:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129482ac0/0xb104f9478dfeb599 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cc9d expref: 186 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.501502:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129482ac0/0xb104f9478dfeb599 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cc9d expref: 186 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.501502:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129100fc0/0xb104f9478dfec22d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d938 expref: 175 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.501508:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952899200:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.501510:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952899072:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.501519:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.501524:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.501527:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.501531:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952898816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.501539:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.501543:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.501554:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952898816 00000100:00100000:0.0:1731347580.501555:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952898816 00000100:00100000:2.0:1731347580.501556:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312739584 00000100:00100000:2.0:1731347580.501560:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312739584 00010000:00010000:2.0:1731347580.501570:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801285a6f40/0xb104f9478dff5255 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956959 expref: 187 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.501571:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205053 00000100:00100000:0.0:1731347580.501574:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+150:3763:x1815447952898816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.501582:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15162 count 1 00000100:00100000:2.0:1731347580.501585:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290944 00010000:00010000:0.0:1731347580.501588:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.501589:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f40b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:2003:x1815448312739584:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.501595:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b27b2400/0xb104f9478dfeca99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e1a4 expref: 175 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.501596:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.501598:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501599:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.501600:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801285a6f40/0xb104f9478dff5255 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x419f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956959 expref: 187 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.501600:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501607:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801285a6f40/0xb104f9478dff5255 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x419f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956959 expref: 187 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.501610:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b27b2400/0xb104f9478dfeca99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e1a4 expref: 175 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.501618:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b27b2400/0xb104f9478dfeca99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e1a4 expref: 175 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.501619:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801285a6f40/0xb104f9478dff5255 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x419f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956959 expref: 187 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.501623:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c040e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952899328:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.501632:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.501632:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781bac00 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.501634:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.501636:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501643:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.501656:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.501662:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501667:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.501670:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f40b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+186:2003:x1815448312739584:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (131us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.501671:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501674:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.501675:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290944 00010000:00010000:0.0:1731347580.501678:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501681:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.501683:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501686:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501693:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501697:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e077ec9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.501787:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+307:3763:x1815447952895360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2261us (2371us total) trans 4295367514 rc 0/0 00000100:00100000:0.0:1731347580.501793:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205037 00000004:00080000:2.0:1731347580.501802:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f7f480/2, rc 0, transno 400218 00000100:00100000:2.0:1731347580.501808:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952895360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.501836:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952899456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.501851:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.501860:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952899456 00000100:00100000:0.0:1731347580.501862:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952899456 00000100:00100000:0.0:1731347580.501875:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205054 00000100:00100000:0.0:1731347580.501877:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+307:3763:x1815447952899456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.501884:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17186 count 1 00010000:00010000:0.0:1731347580.501891:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501897:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880088ea8d80/0xb104f9478e00c578 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc7c expref: 185 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.501901:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501902:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.501904:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.501919:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880088ea8d80/0xb104f9478e00c578 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc7c expref: 185 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.501932:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880088ea8d80/0xb104f9478e00c578 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc7c expref: 185 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.501940:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c040a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952899584:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.502019:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781baf00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.502327:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952895872:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.502335:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.502367:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952896384:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.502367:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952896128:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.502376:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.502377:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.502461:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.502488:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312739840 00000100:00100000:2.0:1731347580.502491:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312739840 00000100:00100000:0.0:1731347580.502493:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.502500:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006a064000/0xb104f9478dfecaa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e19d expref: 186 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.502509:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312739712 00000100:00100000:2.0:1731347580.502510:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312739712 00010000:00010000:2.0:1731347580.502514:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f9e8240/0xb104f9478dfec234 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d931 expref: 187 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.502530:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290945 00000100:00100000:2.0:1731347580.502535:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:2004:x1815448312739840:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.502536:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290946 00000100:00100000:1.0:1731347580.502540:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:2004:x1815448312739712:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.502541:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.502545:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006a064000/0xb104f9478dfecaa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e19d expref: 187 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.502546:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.502549:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f9e8240/0xb104f9478dfec234 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d931 expref: 187 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.502553:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006a064000/0xb104f9478dfecaa0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e19d expref: 187 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.502555:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f9e8240/0xb104f9478dfec234 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d931 expref: 187 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.502563:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f9e8240/0xb104f9478dfec234 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d931 expref: 187 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.502564:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006a064000/0xb104f9478dfecaa0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e19d expref: 187 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.502572:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.502573:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.502573:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.502574:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.502575:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.502576:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.502580:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.502586:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.502594:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.502597:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952896512:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.502599:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.502605:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.502607:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.502608:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+185:2004:x1815448312739712:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (116us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.502612:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.502612:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290946 00000100:00100000:0.0:1731347580.502617:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952896768:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.502618:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.502624:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.502628:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.502629:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814398c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.502632:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.502633:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.502638:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.502643:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312740096 00000100:00100000:1.0:1731347580.502646:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312740096 00010000:00010000:2.0:1731347580.502647:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.502652:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096f0e400/0xb104f9478dff8f3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a637 expref: 176 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.502653:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800814398c0/0xb104f9478e077ed0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.502661:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290947 00000100:00100000:1.0:1731347580.502663:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+176:2004:x1815448312740096:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.502668:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.502670:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096f0e400/0xb104f9478dff8f3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a637 expref: 176 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.502675:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096f0e400/0xb104f9478dff8f3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a637 expref: 176 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.502684:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096f0e400/0xb104f9478dff8f3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a637 expref: 176 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.502689:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.502690:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.502692:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.502696:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.502703:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.502710:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.502714:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+175:2004:x1815448312740096:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (81us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.502717:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.502717:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290947 00010000:00010000:3.0:1731347580.502723:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.502729:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.502735:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.502740:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.502743:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.502748:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+308:3761:x1815447952895488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3115us (3139us total) trans 4295367515 rc 0/0 00010000:00010000:3.0:1731347580.502749:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.502754:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205038 00010000:00010000:3.0:1731347580.502759:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.502765:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e077ed7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.502792:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.502810:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+184:2004:x1815448312739840:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 274us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.502816:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290945 00000004:00080000:0.0:1731347580.502828:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116274700/2, rc 0, transno 400219 00000100:00100000:0.0:1731347580.502835:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952895488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.502857:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.502867:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952899712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.502880:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+151:3760:x1815447952895744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3175us (3206us total) trans 4295335971 rc 0/0 00000100:00100000:2.0:1731347580.502883:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.502886:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205039 00000100:00100000:3.0:1731347580.502895:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952899712 00000100:00100000:3.0:1731347580.502898:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952899712 00000100:00100000:1.0:1731347580.502902:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312739968 00000100:00100000:1.0:1731347580.502905:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312739968 00000004:00080000:2.0:1731347580.502906:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116274e00/2, rc 0, transno 368675 00000100:00100000:0.0:1731347580.502906:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.502911:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099031440/0xb104f9478dfeee1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950522 expref: 175 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.502919:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205055 00000100:00100000:1.0:1731347580.502920:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312740224 00000100:00100000:2.0:1731347580.502921:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952895744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.502921:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312740224 00000100:00100000:3.0:1731347580.502923:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+308:3760:x1815447952899712:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.502925:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800960ef3c0/0xb104f9478dff2ae0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541e4 expref: 184 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.502925:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952897024:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.502932:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.502935:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13597 count 1 00000100:00100000:1.0:1731347580.502938:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290948 00000100:00100000:1.0:1731347580.502940:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+175:2004:x1815448312739968:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.502944:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.502946:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099031440/0xb104f9478dfeee1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950522 expref: 175 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.502947:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.502948:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290949 00000100:00100000:0.0:1731347580.502949:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.502952:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952899840:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.502952:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099031440/0xb104f9478dfeee1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950522 expref: 175 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.502953:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+184:2003:x1815448312740224:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.502959:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.502959:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099031440/0xb104f9478dfeee1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950522 expref: 175 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.502963:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800960ef3c0/0xb104f9478dff2ae0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541e4 expref: 184 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.502966:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.502967:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.502968:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.502969:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.502972:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800960ef3c0/0xb104f9478dff2ae0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541e4 expref: 184 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.502972:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.502978:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952898048:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.502980:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.502982:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952899840 00010000:00010000:3.0:1731347580.502983:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800960ef3c0/0xb104f9478dff2ae0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2f26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541e4 expref: 184 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.502984:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952899840 00000100:00100000:1.0:1731347580.502990:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+174:2004:x1815448312739968:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.502993:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290948 00010000:00010000:3.0:1731347580.502996:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.502997:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.502997:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205056 00000100:00100000:1.0:1731347580.502998:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312740352 00010000:00010000:3.0:1731347580.503000:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503000:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312740352 00000100:00100000:2.0:1731347580.503001:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+151:3760:x1815447952899840:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.503004:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af7e3180/0xb104f9478dff1d0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953407 expref: 184 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.503006:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.503010:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12070 count 1 00000100:00100000:1.0:1731347580.503013:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290950 00000100:00100000:1.0:1731347580.503015:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+184:2004:x1815448312740352:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.503019:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503019:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.503020:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.503021:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af7e3180/0xb104f9478dff1d0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953407 expref: 184 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.503026:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af7e3180/0xb104f9478dff1d0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953407 expref: 184 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.503027:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503032:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af7e3180/0xb104f9478dff1d0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953407 expref: 184 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.503033:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1c92f40/0xb104f9478dff2ad9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541dd expref: 173 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.503035:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+184:2003:x1815448312740224:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (128us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.503037:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.503037:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.503039:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.503039:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503040:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.503040:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.503041:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290949 00010000:00010000:2.0:1731347580.503042:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503043:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503044:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503049:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.503049:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503052:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503055:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1c92f40/0xb104f9478dff2ad9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541dd expref: 173 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.503056:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503057:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+182:2004:x1815448312740352:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 41us (108us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.503059:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b600 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.503060:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290950 00010000:00010000:0.0:1731347580.503061:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.503063:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952897536:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.503064:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1c92f40/0xb104f9478dff2ad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541dd expref: 173 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.503064:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503071:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.503072:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952899968:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.503073:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503074:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e077eec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503078:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952897664:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.503084:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503084:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.503089:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8180 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.503091:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503098:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503104:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503110:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503116:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.503118:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503125:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503135:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.503138:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952897920:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.503141:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e077ee5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503147:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.503147:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+309:3761:x1815447952896640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2946us (2971us total) trans 4295367516 rc 0/0 00000100:00100000:0.0:1731347580.503152:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205042 00010000:00010000:0.0:1731347580.503164:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503168:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503172:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.503176:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.503176:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503180:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503183:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814386c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.503184:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.503187:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312740480 00010000:00010000:0.0:1731347580.503188:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.503190:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312740480 00010000:00010000:0.0:1731347580.503193:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503197:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e077ef3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503200:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e994900/0xb104f9478dff85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959cd6 expref: 182 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.503229:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290951 00000100:00100000:3.0:1731347580.503234:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+152:3763:x1815447952896256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3226us (3266us total) trans 4295335972 rc 0/0 00000100:00100000:2.0:1731347580.503234:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+182:2003:x1815448312740480:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.503239:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205041 00010000:00010000:2.0:1731347580.503240:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.503244:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e994900/0xb104f9478dff85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3669:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959cd6 expref: 182 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.503252:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e994900/0xb104f9478dff85cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3669:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959cd6 expref: 182 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.503254:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503260:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503263:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e994900/0xb104f9478dff85cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3669:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959cd6 expref: 182 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.503265:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+309:3761:x1815447952896896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2911us (2948us total) trans 4295367517 rc 0/0 00010000:00010000:3.0:1731347580.503267:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.503269:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205043 00010000:00010000:2.0:1731347580.503270:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.503272:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.503274:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503274:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503280:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503281:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503285:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220d80 already unused, calling callback (ffffffffa085a100) 00000004:00080000:0.0:1731347580.503286:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134865880/2, rc 0, transno 400221 00010000:00010000:3.0:1731347580.503288:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.503290:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952896896:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.503294:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.503294:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116277b80/2, rc 0, transno 400220 00000100:00100000:0.0:1731347580.503296:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952896640:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.503299:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.503303:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503309:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e077ede lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.503313:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+181:2003:x1815448312740480:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.503318:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290951 00000100:00100000:0.0:1731347580.503321:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952898688:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.503324:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952900096:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.503329:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503331:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.503333:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952900224:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.503337:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503343:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503345:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.503345:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.503349:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.503352:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312740608 00000100:00100000:0.0:1731347580.503353:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312740608 00010000:00010000:3.0:1731347580.503355:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503360:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.503360:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1d6c480/0xb104f9478dff3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a1f expref: 174 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.503363:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503367:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952900096 00010000:00010000:3.0:1731347580.503369:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.503369:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290952 00000100:00100000:1.0:1731347580.503370:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952900096 00000100:00100000:2.0:1731347580.503371:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.503372:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+174:2004:x1815448312740608:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.503376:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.503378:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503379:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1d6c480/0xb104f9478dff3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a1f expref: 174 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.503384:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205057 00010000:00010000:0.0:1731347580.503384:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1d6c480/0xb104f9478dff3322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a1f expref: 174 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.503385:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e077efa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503387:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+309:3762:x1815447952900096:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.503392:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d6c480/0xb104f9478dff3322 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954a1f expref: 174 pid: 9552 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.503397:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11931 count 1 00010000:00010000:0.0:1731347580.503397:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.503398:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.503400:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.503403:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952898944:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.503404:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503406:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503412:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503412:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.503432:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b450d200/0xb104f9478e0004c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bbd expref: 180 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.503437:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.503438:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.503439:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+173:2004:x1815448312740608:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (94us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.503440:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.503443:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290952 00000100:00100000:2.0:1731347580.503444:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.503449:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312740864 00010000:00010000:1.0:1731347580.503450:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b450d200/0xb104f9478e0004c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bbd expref: 180 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.503451:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312740864 00010000:00010000:1.0:1731347580.503455:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b450d200/0xb104f9478e0004c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bbd expref: 180 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.503456:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b77a80/0xb104f9478e00c103 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d807 expref: 173 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.503461:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952900352:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.503462:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116275880/2, rc 0, transno 368676 00000100:00100000:0.0:1731347580.503465:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290953 00000100:00100000:0.0:1731347580.503467:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+173:2004:x1815448312740864:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.503469:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952896256:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.503471:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.503474:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b77a80/0xb104f9478e00c103 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d807 expref: 173 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.503476:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65540 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.503479:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b77a80/0xb104f9478e00c103 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d807 expref: 173 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.503483:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952900224 00000100:00100000:1.0:1731347580.503485:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952900224 00010000:00010000:0.0:1731347580.503485:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b77a80/0xb104f9478e00c103 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d807 expref: 173 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.503491:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.503491:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.503493:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503497:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205058 00010000:00010000:0.0:1731347580.503497:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503499:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+311:3763:x1815447952900224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.503502:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.503504:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.503506:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+311:3762:x1815447952897152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2651us (2687us total) trans 4295367518 rc 0/0 00002000:00080000:1.0:1731347580.503506:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16190 count 1 00000100:00100000:2.0:1731347580.503507:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952900480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.503511:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205044 00010000:00010000:1.0:1731347580.503512:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.503513:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+172:2004:x1815448312740864:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.503516:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290953 00010000:00010000:1.0:1731347580.503519:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af990900/0xb104f9478dfffff0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616f4 expref: 180 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.503522:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.503523:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.503524:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.503524:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503532:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af990900/0xb104f9478dfffff0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616f4 expref: 180 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.503533:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952900480 00000100:00100000:0.0:1731347580.503535:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952900480 00010000:00010000:1.0:1731347580.503537:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af990900/0xb104f9478dfffff0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616f4 expref: 180 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.503538:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503542:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009980ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952900608:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.503547:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.503549:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205059 00000100:00100000:0.0:1731347580.503551:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+152:3761:x1815447952900480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.503552:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65a80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.503553:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.503559:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11133 count 1 00010000:00010000:2.0:1731347580.503560:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503562:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503565:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503567:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503569:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503572:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.503574:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503575:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503575:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af7433c0/0xb104f9478dff1d03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95340e expref: 171 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.503577:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503579:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.503580:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.503581:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503581:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503581:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503584:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.503585:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503589:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503589:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503590:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af7433c0/0xb104f9478dff1d03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95340e expref: 171 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.503595:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+311:3762:x1815447952896000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3754us (3828us total) trans 4295367519 rc 0/0 00010000:00010000:1.0:1731347580.503595:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503596:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439b00/0xb104f9478e077f08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503596:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af7433c0/0xb104f9478dff1d03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95340e expref: 171 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.503598:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e077f01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.503601:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205040 00000100:00100000:0.0:1731347580.503601:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c043100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952900736:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.503614:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba000 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.503617:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503626:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009895cd80/0xb104f9478e00bc1e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d322 expref: 180 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.503632:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.503634:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.503636:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503651:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009895cd80/0xb104f9478e00bc1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d322 expref: 180 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.503660:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009895cd80/0xb104f9478e00bc1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d322 expref: 180 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.503660:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952899200:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.503667:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.503669:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952900864:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.503673:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+154:3762:x1815447952897280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2777us (2817us total) trans 4295335973 rc 0/0 00000100:00100000:1.0:1731347580.503678:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205045 00000100:00100000:3.0:1731347580.503687:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00000004:00080000:1.0:1731347580.503695:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134866300/2, rc 0, transno 368677 00000100:00100000:0.0:1731347580.503697:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.503698:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+153:3760:x1815447952897408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2712us (2756us total) trans 4295335974 rc 0/0 00000100:00100000:1.0:1731347580.503700:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952897280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.503703:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312740736 00000100:00100000:2.0:1731347580.503705:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205046 00000004:00080000:1.0:1731347580.503705:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134867100/2, rc 0, transno 400222 00000100:00100000:0.0:1731347580.503705:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312740736 00000100:00100000:1.0:1731347580.503709:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952897152:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.503712:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129459680/0xb104f9478e005674 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d78 expref: 181 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.503725:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952899072:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.503726:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290954 00000100:00100000:0.0:1731347580.503728:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+181:2003:x1815448312740736:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.503733:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.503734:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503735:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1731347580.503735:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129459680/0xb104f9478e005674 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d78 expref: 181 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.503736:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013107ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952900992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.503739:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952901120:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.503740:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129459680/0xb104f9478e005674 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d78 expref: 181 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.503747:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129459680/0xb104f9478e005674 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d78 expref: 181 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.503753:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134865f80/2, rc 0, transno 368678 00010000:00010000:0.0:1731347580.503753:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.503753:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.503755:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.503756:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1731347580.503758:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116277480/2, rc 0, transno 400223 00000100:00100000:2.0:1731347580.503759:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952897408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.503759:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503762:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952896000:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.503766:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.503791:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952900992 00000100:00100000:0.0:1731347580.503793:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+180:2003:x1815448312740736:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.503794:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952900992 00000100:00100000:0.0:1731347580.503796:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290954 00000100:00100000:1.0:1731347580.503797:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.503801:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952901248:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.503807:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.503809:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205060 00010000:00010000:0.0:1731347580.503812:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.503813:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+311:3761:x1815447952900992:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.503814:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.503817:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503820:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.503824:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9420 count 1 00000100:00100000:2.0:1731347580.503824:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c040e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952899328:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.503824:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503825:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952901248 00000100:00100000:1.0:1731347580.503826:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952901248 00010000:00010000:0.0:1731347580.503827:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.503828:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503832:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503833:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503835:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.503838:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503841:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205061 00010000:00010000:0.0:1731347580.503841:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e077f0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.503844:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+312:3762:x1815447952901248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.503848:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad1f6f40/0xb104f9478dfff5c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc8 expref: 179 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.503851:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952901376:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.503852:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11622 count 1 00010000:00010000:3.0:1731347580.503855:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.503856:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.503859:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503859:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503865:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800157c2ac0/0xb104f9478e0089c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0c4 expref: 179 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.503869:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.503870:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.503870:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.503872:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503877:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad1f6f40/0xb104f9478dfff5c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc8 expref: 179 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.503882:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800157c2ac0/0xb104f9478e0089c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0c4 expref: 179 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.503886:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad1f6f40/0xb104f9478dfff5c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc8 expref: 179 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.503887:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800157c2ac0/0xb104f9478e0089c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0c4 expref: 179 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.503892:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952901632:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.503896:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952901504:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.503902:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.503904:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952901376 00000100:00100000:3.0:1731347580.503906:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952901376 00000100:00100000:1.0:1731347580.503910:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.503918:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+313:3760:x1815447952897792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2877us (2905us total) trans 4295367520 rc 0/0 00000100:00100000:3.0:1731347580.503919:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952901120 00000100:00100000:3.0:1731347580.503920:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952901120 00000100:00100000:2.0:1731347580.503921:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.503922:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205062 00000100:00100000:1.0:1731347580.503924:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+154:3760:x1815447952901376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.503925:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205047 00002000:00080000:1.0:1731347580.503931:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18755 count 1 00000100:00100000:3.0:1731347580.503932:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205063 00000100:00100000:2.0:1731347580.503932:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312740992 00000100:00100000:2.0:1731347580.503934:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312740992 00000100:00100000:3.0:1731347580.503936:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+154:3763:x1815447952901120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.503937:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503943:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880018335440/0xb104f9478e0010a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627a9 expref: 172 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.503943:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880116510240/0xb104f9478e00566d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d71 expref: 172 pid: 15960 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1731347580.503945:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13929 count 1 00010000:00010000:1.0:1731347580.503947:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.503948:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.503949:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.503954:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.503957:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880116510240/0xb104f9478e00566d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d71 expref: 172 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.503958:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290955 00000100:00100000:0.0:1731347580.503958:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c040a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952899584:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.503962:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+172:2003:x1815448312740992:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.503963:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac9e4000/0xb104f9478dff85d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ccf expref: 172 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.503966:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880116510240/0xb104f9478e00566d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d71 expref: 172 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.503966:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503968:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.503970:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.503971:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.503971:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880018335440/0xb104f9478e0010a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627a9 expref: 172 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.503971:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952901760:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.503973:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.503980:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880018335440/0xb104f9478e0010a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627a9 expref: 172 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.503980:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.503982:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.503986:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac9e4000/0xb104f9478dff85d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ccf expref: 172 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.503988:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312741248 00010000:00010000:2.0:1731347580.503990:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880018335440/0xb104f9478e0010a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9627a9 expref: 172 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.503990:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312741248 00010000:00010000:3.0:1731347580.503995:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac9e4000/0xb104f9478dff85d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ccf expref: 173 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.503997:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129100fc0/0xb104f9478dfec22d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d938 expref: 172 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.503998:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.503999:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.504002:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504003:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952901888:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.504006:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290956 00010000:00010000:2.0:1731347580.504008:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.504008:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+172:2003:x1815448312741248:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.504013:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.504015:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129100fc0/0xb104f9478dfec22d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d938 expref: 172 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.504017:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.504020:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129100fc0/0xb104f9478dfec22d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d938 expref: 172 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.504024:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.504027:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129100fc0/0xb104f9478dfec22d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94d938 expref: 172 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.504030:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504031:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0840 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.504032:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.504033:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.504034:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.504035:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+171:2003:x1815448312740992:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (113us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.504035:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.504038:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504039:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.504040:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290955 00010000:00010000:1.0:1731347580.504041:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.504045:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504046:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.504048:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.504050:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.504053:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.504054:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+170:2003:x1815448312741248:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.504057:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290956 00010000:00010000:1.0:1731347580.504060:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.504063:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134864000/2, rc 0, transno 400224 00010000:00010000:1.0:1731347580.504064:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81200/0xb104f9478e077f16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504065:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.504069:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952897792:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.504070:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504074:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504078:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504081:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504084:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.504086:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504093:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504098:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.504101:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.504101:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e077f2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504118:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312741504 00000100:00100000:3.0:1731347580.504121:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312741504 00000100:00100000:2.0:1731347580.504124:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.504131:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b27b2400/0xb104f9478dfeca99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e1a4 expref: 170 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.504133:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312741120 00000100:00100000:2.0:1731347580.504135:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312741120 00010000:00010000:2.0:1731347580.504143:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c07c000/0xb104f9478dff525c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956960 expref: 171 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.504144:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+156:3763:x1815447952898176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2802us (2844us total) trans 4295335975 rc 0/0 00000100:00100000:3.0:1731347580.504146:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290957 00000100:00100000:1.0:1731347580.504148:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205049 00000100:00100000:3.0:1731347580.504150:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+171:2003:x1815448312741504:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.504156:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.504156:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290958 00010000:00010000:3.0:1731347580.504160:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b27b2400/0xb104f9478dfeca99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e1a4 expref: 171 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.504160:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+171:2003:x1815448312741120:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.504165:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.504168:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c07c000/0xb104f9478dff525c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x419f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956960 expref: 171 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.504174:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b27b2400/0xb104f9478dfeca99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e1a4 expref: 171 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.504176:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c07c000/0xb104f9478dff525c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x419f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956960 expref: 171 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:1.0:1731347580.504179:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116274000/2, rc 0, transno 368679 00000100:00100000:0.0:1731347580.504179:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+155:3761:x1815447952898560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2727us (2783us total) trans 4295335976 rc 0/0 00000100:00100000:1.0:1731347580.504183:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952898176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.504184:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205052 00010000:00010000:3.0:1731347580.504185:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b27b2400/0xb104f9478dfeca99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e1a4 expref: 171 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.504185:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c07c000/0xb104f9478dff525c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x419f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956960 expref: 171 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.504194:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.504195:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.504197:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.504198:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.504198:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.504198:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952902144:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.504200:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.504204:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.504205:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.504207:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.504209:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.504212:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312741376 00000100:00100000:0.0:1731347580.504213:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312741376 00010000:00010000:3.0:1731347580.504217:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.504217:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.504220:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129482ac0/0xb104f9478dfeb599 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cc9d expref: 180 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.504228:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+169:2003:x1815448312741504:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.504228:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+169:2003:x1815448312741120:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.504229:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290959 00000100:00100000:0.0:1731347580.504231:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+180:2003:x1815448312741376:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.504233:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290958 00000100:00100000:3.0:1731347580.504235:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290957 00010000:00010000:0.0:1731347580.504236:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.504238:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129482ac0/0xb104f9478dfeb599 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cc9d expref: 180 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.504243:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129482ac0/0xb104f9478dfeb599 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cc9d expref: 180 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.504247:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504249:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952902016:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.504251:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129482ac0/0xb104f9478dfeb599 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cc9d expref: 180 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.504253:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504256:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.504257:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.504259:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.504260:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504263:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504266:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.504266:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504270:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.504272:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.504276:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952902144 00000100:00100000:1.0:1731347580.504278:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952902144 00000100:00100000:0.0:1731347580.504278:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:2003:x1815448312741376:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.504281:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290959 00010000:00010000:2.0:1731347580.504282:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438fc0 already unused, calling callback (ffffffffa085a100) 00000004:00080000:3.0:1731347580.504283:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e2680/2, rc 0, transno 368680 00010000:00010000:2.0:1731347580.504285:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.504286:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952902016 00000100:00100000:1.0:1731347580.504287:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952902016 00000100:00100000:3.0:1731347580.504289:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952898560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.504290:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205064 00010000:00010000:2.0:1731347580.504292:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.504292:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+155:3762:x1815447952902144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.504295:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205065 00000100:00100000:1.0:1731347580.504298:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+313:3761:x1815447952902016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.504300:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16219 count 1 00010000:00010000:2.0:1731347580.504301:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.504305:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10877 count 1 00010000:00010000:2.0:1731347580.504307:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438fc0/0xb104f9478e077f32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504307:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.504312:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504313:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127f858c0/0xb104f9478dfeb5a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cca4 expref: 167 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.504316:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.504317:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.504318:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e96e640/0xb104f9478dfec601 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd05 expref: 178 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.504318:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504321:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952902272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.504325:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.504326:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.504327:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504327:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127f858c0/0xb104f9478dfeb5a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cca4 expref: 167 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.504332:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127f858c0/0xb104f9478dfeb5a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cca4 expref: 167 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.504337:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e96e640/0xb104f9478dfec601 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd05 expref: 178 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.504337:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c043480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952902400:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.504338:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.504342:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e96e640/0xb104f9478dfec601 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd05 expref: 178 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.504347:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952902528:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.504347:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781baf00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.504357:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.504358:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952902272 00000100:00100000:3.0:1731347580.504361:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952902272 00000100:00100000:0.0:1731347580.504364:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.504366:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.504370:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312741632 00010000:00010000:1.0:1731347580.504371:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.504372:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312741632 00000100:00100000:3.0:1731347580.504375:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205066 00010000:00010000:1.0:1731347580.504375:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.504378:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504378:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880088ea8d80/0xb104f9478e00c578 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc7c expref: 179 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.504379:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+157:3763:x1815447952902272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.504382:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.504386:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.504387:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.504387:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290960 00002000:00080000:3.0:1731347580.504389:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17186 count 1 00000100:00100000:0.0:1731347580.504390:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:2003:x1815448312741632:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.504391:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504395:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.504396:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.504397:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504397:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880088ea8d80/0xb104f9478e00c578 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc7c expref: 179 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.504400:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223180/0xb104f9478e077f24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504402:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880088ea8d80/0xb104f9478e00c578 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc7c expref: 179 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.504407:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008acb0480/0xb104f9478e00c571 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc75 expref: 167 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.504407:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+157:3763:x1815447952898816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2832us (2862us total) trans 4295335977 rc 0/0 00010000:00010000:0.0:1731347580.504408:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880088ea8d80/0xb104f9478e00c578 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc7c expref: 179 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.504413:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.504413:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205053 00010000:00010000:0.0:1731347580.504429:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.504431:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.504431:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.504432:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.504434:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504437:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504444:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.504445:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.504449:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008acb0480/0xb104f9478e00c571 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc75 expref: 167 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.504452:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.504452:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+178:2003:x1815448312741632:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 61us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.504455:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290960 00010000:00010000:3.0:1731347580.504457:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008acb0480/0xb104f9478e00c571 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc75 expref: 167 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.504458:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.504464:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504466:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952902656:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.504470:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.504471:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504475:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.504476:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.504478:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504479:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504480:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.504482:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.504485:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504486:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504492:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a1c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.504494:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504494:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504498:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.504499:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a72d80/2, rc 0, transno 368681 00010000:00010000:2.0:1731347580.504501:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e077f1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x419f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504503:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504505:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952898816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.504505:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+314:3761:x1815447952898432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3063us (3123us total) trans 4295367521 rc 0/0 00010000:00010000:0.0:1731347580.504506:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e077f39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.504509:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205051 00000004:00080000:3.0:1731347580.504533:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4c380/2, rc 0, transno 400225 00000100:00100000:3.0:1731347580.504539:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952898432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.504543:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.504549:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952902784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.504568:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.504578:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952902784 00000100:00100000:1.0:1731347580.504580:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952902784 00000100:00100000:3.0:1731347580.504582:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952902912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.504588:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+314:3763:x1815447952899456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2710us (2736us total) trans 4295367522 rc 0/0 00000100:00100000:1.0:1731347580.504589:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205067 00000100:00100000:1.0:1731347580.504591:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+158:3761:x1815447952902784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.504592:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205054 00000100:00100000:3.0:1731347580.504596:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1731347580.504598:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13597 count 1 00000100:00100000:0.0:1731347580.504600:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952902912 00000100:00100000:0.0:1731347580.504602:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952902912 00000100:00100000:2.0:1731347580.504603:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+158:3762:x1815447952898304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3237us (3264us total) trans 4295335978 rc 0/0 00010000:00010000:1.0:1731347580.504604:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.504609:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205050 00010000:00010000:1.0:1731347580.504611:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081940480/0xb104f9478e00bc17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d31b expref: 167 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.504611:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205068 00000100:00100000:0.0:1731347580.504614:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+314:3761:x1815447952902912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.504621:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18352 count 1 00010000:00010000:1.0:1731347580.504622:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.504623:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.504624:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c042680/2, rc 0, transno 400226 00010000:00010000:1.0:1731347580.504625:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.504627:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504630:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952899456:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.504634:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af141d40/0xb104f9478dfefaea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511e7 expref: 177 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.504640:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081940480/0xb104f9478e00bc17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d31b expref: 167 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.504641:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.504642:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.504643:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504648:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.504648:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081940480/0xb104f9478e00bc17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d31b expref: 167 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.504652:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af141d40/0xb104f9478dfefaea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511e7 expref: 177 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.504653:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952903168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.504657:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952903040:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.504657:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af141d40/0xb104f9478dfefaea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511e7 expref: 177 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.504663:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c041c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952903296:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.504668:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.504672:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.504674:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba300 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.504675:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952903168 00000100:00100000:2.0:1731347580.504677:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952903168 00000100:00100000:2.0:1731347580.504690:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205069 00000004:00080000:1.0:1731347580.504691:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4df80/2, rc 0, transno 368682 00000100:00100000:2.0:1731347580.504694:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+315:3763:x1815447952903168:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.504697:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952898304:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.504704:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15590 count 1 00010000:00010000:2.0:1731347580.504713:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504722:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952903424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.504727:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.504728:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e1fa80/0xb104f9478e006a32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968136 expref: 177 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.504734:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.504735:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.504737:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.504739:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.504751:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312741760 00010000:00010000:2.0:1731347580.504752:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131e1fa80/0xb104f9478e006a32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968136 expref: 177 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.504753:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312741760 00000100:00100000:3.0:1731347580.504756:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952903424 00000100:00100000:3.0:1731347580.504758:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952903424 00010000:00010000:2.0:1731347580.504760:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131e1fa80/0xb104f9478e006a32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968136 expref: 177 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.504763:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205070 00000100:00100000:0.0:1731347580.504766:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:62efdb24-e871-4f0d-8cc7-8cee5b684131+168:2004:x1815448312741760:12345-192.168.203.60@tcp:22:fsx.0 00000100:00100000:2.0:1731347580.504782:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952903552:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.504786:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205071 00000100:00100000:3.0:1731347580.504790:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+158:3763:x1815447952903424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.504797:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00002000:00080000:3.0:1731347580.504799:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11931 count 1 00010000:00010000:3.0:1731347580.504808:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.504818:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b0480/0xb104f9478e0004b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bc4 expref: 169 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.504823:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.504825:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.504827:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.504843:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b0480/0xb104f9478e0004b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bc4 expref: 169 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.504852:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b0480/0xb104f9478e0004b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bc4 expref: 169 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.504860:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952903680:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.504875:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0000 going to sleep for 11 seconds 00002000:00010000:0.0:1731347580.504881:0:15960:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1660205 -> 1660205 00002000:00010000:0.0:1731347580.504883:0:15960:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.504884:0:15960:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.504886:0:15960:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.504887:0:15960:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:0.0:1731347580.504914:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:62efdb24-e871-4f0d-8cc7-8cee5b684131+169:2004:x1815448312741760:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 147us (187us total) trans 4295335979 rc 0/0 00000100:00100000:0.0:1731347580.504920:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205070 00000100:00100000:1.0:1731347580.506338:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952900352:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.506340:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c043100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952900736:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.506348:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952899968:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.506355:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.506355:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.506360:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.506365:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952901760:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.506374:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952900608:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.506377:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.506380:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.506381:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952901888:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.506392:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.506393:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952901632:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.506393:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952900864:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.506400:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.506401:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.506435:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.506451:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.506462:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312742144 00000100:00100000:0.0:1731347580.506465:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312742144 00010000:00010000:0.0:1731347580.506479:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1c92f40/0xb104f9478dff2ad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541dd expref: 169 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.506491:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312742528 00000100:00100000:0.0:1731347580.506492:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312742528 00010000:00010000:0.0:1731347580.506497:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009895cd80/0xb104f9478e00bc1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d322 expref: 178 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.506506:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290961 00000100:00100000:0.0:1731347580.506510:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+169:2004:x1815448312742144:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.506517:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.506520:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1c92f40/0xb104f9478dff2ad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541dd expref: 169 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.506526:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1c92f40/0xb104f9478dff2ad9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541dd expref: 169 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.506539:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1c92f40/0xb104f9478dff2ad9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9541dd expref: 169 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.506547:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.506548:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.506551:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506556:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506566:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.506585:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.506586:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+168:2004:x1815448312742144:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 75us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.506589:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290961 00010000:00010000:3.0:1731347580.506592:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.506597:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290962 00010000:00010000:3.0:1731347580.506600:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.506600:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+178:2004:x1815448312742528:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.506604:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.506606:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009895cd80/0xb104f9478e00bc1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x351d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d322 expref: 178 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.506610:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506612:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009895cd80/0xb104f9478e00bc1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x351d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d322 expref: 178 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.506616:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506620:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009895cd80/0xb104f9478e00bc1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x351d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d322 expref: 178 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.506622:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.506625:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.506626:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506626:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.506628:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506631:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.506633:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506638:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.506643:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.506645:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+177:2004:x1815448312742528:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.506648:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290962 00010000:00010000:3.0:1731347580.506649:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e077f40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506656:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506660:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506665:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506715:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506723:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506726:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.506728:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506732:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506738:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506741:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81f80/0xb104f9478e077f5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.506816:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+159:3760:x1815447952899840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3813us (3844us total) trans 4295335980 rc 0/0 00000100:00100000:3.0:1731347580.506822:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205056 00000004:00080000:2.0:1731347580.506847:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f0e00/2, rc 0, transno 368684 00000100:00100000:0.0:1731347580.506851:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+316:3760:x1815447952899712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3927us (3967us total) trans 4295367523 rc 0/0 00000100:00100000:2.0:1731347580.506854:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952899840:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.506856:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205055 00000004:00080000:2.0:1731347580.506865:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f40b480/2, rc 0, transno 400227 00000100:00100000:2.0:1731347580.506872:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952899712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.506878:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.506897:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312742016 00000100:00100000:2.0:1731347580.506900:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312742016 00000100:00100000:0.0:1731347580.506904:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.506912:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b450d200/0xb104f9478e0004c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bbd expref: 177 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.506915:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952903936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.506925:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312742272 00000100:00100000:2.0:1731347580.506927:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312742272 00010000:00010000:2.0:1731347580.506934:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af990900/0xb104f9478dfffff0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616f4 expref: 178 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.506940:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.506940:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290963 00000100:00100000:1.0:1731347580.506946:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+178:2005:x1815448312742016:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.506949:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290964 00000100:00100000:2.0:1731347580.506954:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+178:2004:x1815448312742272:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.506954:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.506954:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.506955:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.506958:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b450d200/0xb104f9478e0004c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bbd expref: 178 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.506959:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952903808:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.506961:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.506963:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.506964:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af990900/0xb104f9478dfffff0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616f4 expref: 178 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.506965:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b450d200/0xb104f9478e0004c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bbd expref: 178 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.506971:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312742656 00010000:00010000:2.0:1731347580.506972:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af990900/0xb104f9478dfffff0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616f4 expref: 178 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.506973:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312742656 00000100:00100000:3.0:1731347580.506974:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.506975:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b450d200/0xb104f9478e0004c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2e9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bbd expref: 178 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.506981:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800157c2ac0/0xb104f9478e0089c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0c4 expref: 179 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.506984:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af990900/0xb104f9478dfffff0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616f4 expref: 178 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.506984:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.506985:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952903936 00010000:00010000:1.0:1731347580.506986:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.506988:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952903936 00010000:00010000:1.0:1731347580.506989:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.506991:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312742784 00000100:00100000:0.0:1731347580.506992:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312742784 00010000:00010000:2.0:1731347580.506994:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.506995:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.506995:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.506996:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880116510240/0xb104f9478e00566d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d71 expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.506998:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.507001:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952903808 00000100:00100000:3.0:1731347580.507003:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952903808 00010000:00010000:2.0:1731347580.507006:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507010:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.507010:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290965 00000100:00100000:3.0:1731347580.507013:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205072 00000100:00100000:0.0:1731347580.507013:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+177:2005:x1815448312742656:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.507017:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+316:3761:x1815447952903936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.507017:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.507020:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800157c2ac0/0xb104f9478e0089c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0c4 expref: 177 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.507025:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290966 00010000:00010000:0.0:1731347580.507025:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800157c2ac0/0xb104f9478e0089c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0c4 expref: 177 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.507030:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+168:2004:x1815448312742784:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1731347580.507031:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17211 count 1 00000100:00100000:1.0:1731347580.507033:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+177:2005:x1815448312742016:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (153us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.507033:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800157c2ac0/0xb104f9478e0089c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0c4 expref: 177 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.507036:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.507039:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290963 00010000:00010000:0.0:1731347580.507039:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.507040:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880116510240/0xb104f9478e00566d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d71 expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.507040:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.507042:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507042:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507046:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507048:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880116510240/0xb104f9478e00566d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d71 expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.507051:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880126e8d8c0/0xb104f9478e00cc1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e321 expref: 175 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.507056:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.507057:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.507057:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507058:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.507058:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880116510240/0xb104f9478e00566d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4943:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966d71 expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.507060:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507064:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507067:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.507067:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+175:2005:x1815448312742656:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (113us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.507068:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.507071:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507071:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290965 00010000:00010000:1.0:1731347580.507072:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507077:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880126e8d8c0/0xb104f9478e00cc1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e321 expref: 174 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.507077:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507078:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507084:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205073 00010000:00010000:1.0:1731347580.507085:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507086:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880126e8d8c0/0xb104f9478e00cc1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e321 expref: 174 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.507087:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+159:3761:x1815447952903808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.507089:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.507091:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.507093:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.507096:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952904064:192.168.203.60@tcp:104: 00002000:00080000:0.0:1731347580.507096:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16190 count 1 00010000:00010000:1.0:1731347580.507100:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507104:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.507105:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+167:2004:x1815448312742784:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.507109:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.507110:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290966 00010000:00010000:0.0:1731347580.507110:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af06e880/0xb104f9478dffffe9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616ed expref: 167 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.507112:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.507113:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507114:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.507115:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1680/0xb104f9478e077f47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507115:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507124:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af06e880/0xb104f9478dffffe9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616ed expref: 166 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.507130:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af06e880/0xb104f9478dffffe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616ed expref: 166 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.507131:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.507133:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952901504:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.507136:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952904192:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.507143:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+174:2004:x1815448312742272:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 189us (238us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.507145:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.507148:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290964 00000100:00100000:0.0:1731347580.507148:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.507156:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507160:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507164:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507166:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507168:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507172:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507173:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507175:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507178:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.507180:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507180:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507184:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507185:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507189:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507190:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae18c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.507192:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e077f71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507193:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507199:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507207:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507217:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae18c0/0xb104f9478e077f4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.507236:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+317:3762:x1815447952900096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3846us (3889us total) trans 4295367524 rc 0/0 00000100:00100000:1.0:1731347580.507243:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205057 00010000:00010000:1.0:1731347580.507263:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507269:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507274:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+160:3760:x1815447952901376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3348us (3404us total) trans 4295335981 rc 0/0 00010000:00010000:1.0:1731347580.507276:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507279:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205062 00010000:00010000:1.0:1731347580.507282:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507287:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507292:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae33c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.507294:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507300:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507301:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.507307:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507314:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae33c0/0xb104f9478e077f6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507320:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.507324:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+317:3763:x1815447952900224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3821us (3878us total) trans 4295367525 rc 0/0 00000100:00100000:2.0:1731347580.507330:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205058 00000100:00100000:0.0:1731347580.507332:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.507347:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312741888 00000100:00100000:2.0:1731347580.507349:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312741888 00000004:00080000:3.0:1731347580.507352:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009980c380/2, rc 0, transno 400229 00000100:00100000:3.0:1731347580.507359:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009980c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952900224:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.507359:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af7433c0/0xb104f9478dff1d03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95340e expref: 167 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.507367:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c043480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952902400:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.507372:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312742400 00000100:00100000:2.0:1731347580.507374:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312742400 00010000:00010000:0.0:1731347580.507375:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.507380:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1731347580.507381:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac9e4000/0xb104f9478dff85d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ccf expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.507385:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312742912 00000100:00100000:3.0:1731347580.507386:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952904320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.507387:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312742912 00010000:00010000:0.0:1731347580.507394:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad1f6f40/0xb104f9478dfff5c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc8 expref: 174 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.507395:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290967 00000100:00100000:2.0:1731347580.507399:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+168:2005:x1815448312741888:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.507403:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+317:3762:x1815447952901248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3556us (3587us total) trans 4295367526 rc 0/0 00010000:00010000:2.0:1731347580.507406:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.507407:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290968 00000100:00100000:3.0:1731347580.507408:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.507411:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205061 00000100:00100000:0.0:1731347580.507411:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+168:2005:x1815448312742400:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.507412:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af7433c0/0xb104f9478dff1d03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95340e expref: 168 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.507432:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.507435:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac9e4000/0xb104f9478dff85d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3669:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ccf expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.507438:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af7433c0/0xb104f9478dff1d03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95340e expref: 168 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.507441:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952904320 00010000:00010000:0.0:1731347580.507441:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac9e4000/0xb104f9478dff85d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3669:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ccf expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.507444:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952904320 00010000:00010000:0.0:1731347580.507449:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac9e4000/0xb104f9478dff85d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3669:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ccf expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.507450:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af7433c0/0xb104f9478dff1d03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95340e expref: 168 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.507457:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.507458:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205074 00010000:00010000:0.0:1731347580.507458:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.507459:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.507460:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507460:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.507462:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+317:3763:x1815447952904320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.507463:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507464:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507469:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.507472:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16725 count 1 00010000:00010000:0.0:1731347580.507472:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.507480:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.507481:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507482:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507482:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+166:2005:x1815448312742400:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.507486:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290968 00010000:00010000:3.0:1731347580.507489:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507491:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aa0a6640/0xb104f9478dffd890 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef8d expref: 174 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.507493:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290969 00000100:00100000:0.0:1731347580.507495:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+174:2003:x1815448312742912:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.507496:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.507496:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+165:2005:x1815448312741888:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 95us (194us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.507497:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.507498:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507499:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.507501:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290967 00010000:00010000:1.0:1731347580.507501:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507502:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507502:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad1f6f40/0xb104f9478dfff5c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc8 expref: 174 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.507507:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad1f6f40/0xb104f9478dfff5c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc8 expref: 174 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.507508:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507513:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b806c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.507514:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad1f6f40/0xb104f9478dfff5c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc8 expref: 174 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.507515:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aa0a6640/0xb104f9478dffd890 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef8d expref: 174 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.507516:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507519:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507520:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507521:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507522:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aa0a6640/0xb104f9478dffd890 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef8d expref: 173 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.507525:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507526:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507529:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.507531:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952904448:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.507532:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.507535:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507536:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507540:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+173:2003:x1815448312742912:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (207us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.507542:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b806c0/0xb104f9478e077f78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507542:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507543:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290969 00010000:00010000:2.0:1731347580.507548:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.507551:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.507553:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507563:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143ba80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.507563:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.507566:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.507567:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952902528:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.507571:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507572:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.507576:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507577:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312743040 00000100:00100000:0.0:1731347580.507578:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312743040 00010000:00010000:2.0:1731347580.507579:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507584:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e96e640/0xb104f9478dfec601 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd05 expref: 173 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.507585:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143ba80/0xb104f9478e077f55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.507589:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f46680/2, rc 0, transno 400230 00000100:00100000:0.0:1731347580.507591:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312743168 00000100:00100000:0.0:1731347580.507592:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312743168 00000100:00100000:1.0:1731347580.507594:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952901248:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.507597:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127f858c0/0xb104f9478dfeb5a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cca4 expref: 165 pid: 9552 timeout: 1676 lvb_type: 1 00000004:00080000:1.0:1731347580.507599:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f3100/2, rc 0, transno 400228 00000100:00100000:1.0:1731347580.507601:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952900096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.507604:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290970 00000100:00100000:0.0:1731347580.507606:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+173:2005:x1815448312743040:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.507610:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.507612:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e96e640/0xb104f9478dfec601 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd05 expref: 173 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.507620:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e96e640/0xb104f9478dfec601 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd05 expref: 173 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.507627:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e96e640/0xb104f9478dfec601 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd05 expref: 173 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.507630:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952902656:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.507632:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507633:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507634:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507638:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507638:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.507645:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+161:3763:x1815447952901120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3707us (3733us total) trans 4295335982 rc 0/0 00010000:00010000:0.0:1731347580.507645:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.507650:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.507651:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205063 00000100:00100000:0.0:1731347580.507654:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+172:2005:x1815448312743040:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (91us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.507656:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507657:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290970 00000100:00100000:0.0:1731347580.507662:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290971 00010000:00010000:1.0:1731347580.507663:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507664:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+165:2004:x1815448312743168:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.507668:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.507670:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127f858c0/0xb104f9478dfeb5a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cca4 expref: 165 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.507675:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507675:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127f858c0/0xb104f9478dfeb5a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cca4 expref: 165 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.507681:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507682:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127f858c0/0xb104f9478dfeb5a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94cca4 expref: 165 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.507685:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+160:3761:x1815447952900480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4131us (4160us total) trans 4295335983 rc 0/0 00010000:00010000:1.0:1731347580.507686:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.507687:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507688:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.507689:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507689:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507691:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.507691:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205059 00010000:00010000:0.0:1731347580.507693:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507694:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507698:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507699:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.507702:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507704:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507706:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+164:2004:x1815448312743168:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 41us (134us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.507708:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3a80/0xb104f9478e077f86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507709:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290971 00010000:00010000:3.0:1731347580.507710:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.507713:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952904704:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.507717:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507719:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507724:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507727:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.507728:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507730:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.507730:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.507732:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507736:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507738:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507742:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.507743:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.507744:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7e300/2, rc 0, transno 368685 00010000:00010000:3.0:1731347580.507746:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507747:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.507750:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952901376:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.507751:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.507752:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e077f63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.507755:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b840/0xb104f9478e077f7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.507791:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952904704 00000100:00100000:2.0:1731347580.507794:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952904704 00000100:00100000:2.0:1731347580.507808:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205075 00000100:00100000:2.0:1731347580.507812:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+320:3760:x1815447952904704:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.507817:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+320:3761:x1815447952902016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3517us (3549us total) trans 4295367527 rc 0/0 00002000:00080000:2.0:1731347580.507822:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10704 count 1 00000100:00100000:1.0:1731347580.507824:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205065 00010000:00010000:2.0:1731347580.507831:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.507840:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88010feb4d80/0xb104f9478e00cdf9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e504 expref: 171 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.507841:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.507846:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.507848:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.507848:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952904576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.507848:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+160:3762:x1815447952902144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3554us (3637us total) trans 4295335984 rc 0/0 00010000:00010000:2.0:1731347580.507850:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507852:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205064 00010000:00010000:2.0:1731347580.507864:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88010feb4d80/0xb104f9478e00cdf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e504 expref: 171 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.507865:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+319:3761:x1815447952900992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4051us (4108us total) trans 4295367528 rc 0/0 00000100:00100000:1.0:1731347580.507868:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.507872:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205060 00010000:00010000:2.0:1731347580.507872:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88010feb4d80/0xb104f9478e00cdf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e504 expref: 171 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.507880:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952904960:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.507886:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952904576 00000100:00100000:0.0:1731347580.507888:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952904576 00000100:00100000:2.0:1731347580.507896:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8180 going to sleep for 11 seconds 00000004:00080000:1.0:1731347580.507896:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4fb80/2, rc 0, transno 368688 00000100:00100000:0.0:1731347580.507897:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205076 00000100:00100000:0.0:1731347580.507900:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+319:3762:x1815447952904576:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.507903:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f46d80/2, rc 0, transno 368686 00000100:00100000:1.0:1731347580.507905:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952902144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.507907:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952901120:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.507908:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12924 count 1 00010000:00010000:0.0:1731347580.507915:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.507920:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952904832:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.507925:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097758480/0xb104f9478dffd7be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eec2 expref: 171 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.507926:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952903040:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.507929:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507930:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.507932:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.507937:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.507938:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.507941:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097758480/0xb104f9478dffd7be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eec2 expref: 171 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.507946:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097758480/0xb104f9478dffd7be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eec2 expref: 171 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.507950:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952905088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.507951:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952904832 00000100:00100000:0.0:1731347580.507952:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952905344:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.507953:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7dc00/2, rc 0, transno 400231 00000100:00100000:2.0:1731347580.507954:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952904832 00000100:00100000:3.0:1731347580.507959:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952902016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.507965:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781baf00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.507968:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205077 00000100:00100000:2.0:1731347580.507972:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+160:3761:x1815447952904832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.507977:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.507981:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.507982:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952905216:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.507982:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9420 count 1 00010000:00010000:2.0:1731347580.507991:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.507991:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.507995:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952905088 00000100:00100000:0.0:1731347580.507996:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312743296 00000100:00100000:0.0:1731347580.507998:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312743296 00000100:00100000:1.0:1731347580.507999:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952905088 00000100:00100000:3.0:1731347580.508000:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.508000:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aa228480/0xb104f9478dfff5bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc1 expref: 163 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.508004:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008acb0480/0xb104f9478e00c571 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc75 expref: 164 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.508007:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.508008:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.508010:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.508011:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952905216 00000100:00100000:0.0:1731347580.508012:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312743424 00000100:00100000:0.0:1731347580.508013:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312743424 00000100:00100000:3.0:1731347580.508014:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205078 00000100:00100000:1.0:1731347580.508014:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952905216 00010000:00010000:0.0:1731347580.508017:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081940480/0xb104f9478e00bc17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d31b expref: 165 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.508018:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+162:3762:x1815447952905088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.508023:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205079 00010000:00010000:2.0:1731347580.508025:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aa228480/0xb104f9478dfff5bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc1 expref: 165 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.508026:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290972 00002000:00080000:3.0:1731347580.508027:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11622 count 1 00000100:00100000:1.0:1731347580.508027:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+162:3763:x1815447952905216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.508029:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+165:2004:x1815448312743296:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.508033:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aa228480/0xb104f9478dfff5bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc1 expref: 165 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.508033:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.508035:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008acb0480/0xb104f9478e00c571 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc75 expref: 165 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.508036:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.508040:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10877 count 1 00010000:00010000:0.0:1731347580.508040:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008acb0480/0xb104f9478e00c571 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc75 expref: 165 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.508042:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952905600:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.508044:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e22d00/0xb104f9478e0089b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0bd expref: 165 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.508048:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008acb0480/0xb104f9478e00c571 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96dc75 expref: 165 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.508049:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508050:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.508051:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.508053:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508053:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.508053:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.508055:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508056:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb80c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.508059:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508060:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009740c000/0xb104f9478dfec608 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd0c expref: 164 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.508067:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e22d00/0xb104f9478e0089b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0bd expref: 164 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.508067:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.508067:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.508068:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952905472:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.508068:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.508070:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.508074:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+164:2004:x1815448312743296:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (93us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.508075:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e22d00/0xb104f9478e0089b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0bd expref: 164 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.508077:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290972 00000100:00100000:3.0:1731347580.508083:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952905728:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.508084:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290973 00000100:00100000:2.0:1731347580.508085:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.508087:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009740c000/0xb104f9478dfec608 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd0c expref: 163 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.508087:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+163:2004:x1815448312743424:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.508090:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.508092:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081940480/0xb104f9478e00bc17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x351d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d31b expref: 163 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.508097:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0840 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.508097:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081940480/0xb104f9478e00bc17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x351d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d31b expref: 163 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.508100:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009740c000/0xb104f9478dfec608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd0c expref: 163 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.508101:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952905472 00010000:00010000:0.0:1731347580.508103:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081940480/0xb104f9478e00bc17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x351d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d31b expref: 163 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.508104:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952905472 00000100:00100000:1.0:1731347580.508109:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952905856:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.508109:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.508111:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.508113:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.508114:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013107ce00/2, rc 0, transno 400232 00000100:00100000:2.0:1731347580.508117:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205080 00000100:00100000:3.0:1731347580.508119:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013107ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952900992:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.508119:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508121:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+320:3760:x1815447952905472:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.508125:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.508129:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1731347580.508131:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13403 count 1 00010000:00010000:2.0:1731347580.508139:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.508140:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+162:2004:x1815448312743424:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (148us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.508141:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.508144:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116d21f80/2, rc 0, transno 368687 00000100:00100000:0.0:1731347580.508145:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290973 00010000:00010000:1.0:1731347580.508147:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.508148:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952900480:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.508149:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801268ab3c0/0xb104f9478e004820 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f24 expref: 171 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.508154:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.508155:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952905984:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.508159:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.508160:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.508160:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.508162:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508167:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508173:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.508176:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801268ab3c0/0xb104f9478e004820 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f24 expref: 171 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.508176:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508181:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.508183:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801268ab3c0/0xb104f9478e004820 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f24 expref: 171 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.508190:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952906112:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.508190:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.508191:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c041c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952903296:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.508196:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1d40/0xb104f9478e077f94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508201:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508204:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8300 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.508234:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952906240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.508239:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.508253:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.508267:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952905984 00000100:00100000:2.0:1731347580.508269:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952905984 00000100:00100000:0.0:1731347580.508269:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.508270:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952903680:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.508281:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508281:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952906240 00000100:00100000:2.0:1731347580.508283:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952906240 00000100:00100000:0.0:1731347580.508284:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.508289:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+164:3761:x1815447952902784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3695us (3719us total) trans 4295335985 rc 0/0 00000100:00100000:0.0:1731347580.508291:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312743552 00000100:00100000:0.0:1731347580.508293:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312743552 00000100:00100000:2.0:1731347580.508294:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205081 00000100:00100000:2.0:1731347580.508298:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+321:3761:x1815447952905984:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.508298:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205067 00010000:00010000:0.0:1731347580.508300:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af141d40/0xb104f9478dfefaea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511e7 expref: 172 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.508301:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205082 00000100:00100000:3.0:1731347580.508305:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1926c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+163:3762:x1815447952906240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.508307:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18467 count 1 00000100:00100000:0.0:1731347580.508308:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312743808 00000100:00100000:0.0:1731347580.508309:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312743808 00010000:00010000:0.0:1731347580.508313:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b0480/0xb104f9478e0004b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bc4 expref: 162 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.508314:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18352 count 1 00010000:00010000:2.0:1731347580.508316:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508318:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.508320:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290974 00010000:00010000:3.0:1731347580.508321:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.508322:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+172:2004:x1815448312743552:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.508325:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a2c240/0xb104f9478e00520d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966918 expref: 172 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.508325:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508327:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.508330:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880064ef61c0/0xb104f9478dfefae3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511ee expref: 162 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.508330:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af141d40/0xb104f9478dfefaea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511e7 expref: 172 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.508331:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.508331:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.508332:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.508334:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508335:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af141d40/0xb104f9478dfefaea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511e7 expref: 172 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.508336:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.508337:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.508338:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508339:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508342:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af141d40/0xb104f9478dfefaea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511e7 expref: 172 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.508344:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508348:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.508349:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a2c240/0xb104f9478e00520d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966918 expref: 171 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.508349:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.508349:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.508350:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880064ef61c0/0xb104f9478dfefae3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511ee expref: 162 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.508351:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508352:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508355:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.508357:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a2c240/0xb104f9478e00520d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966918 expref: 171 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.508358:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880064ef61c0/0xb104f9478dfefae3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511ee expref: 162 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.508359:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508362:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.508365:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952906496:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.508365:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952906368:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.508369:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.508369:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+171:2004:x1815448312743552:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.508372:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290974 00010000:00010000:1.0:1731347580.508375:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81d40/0xb104f9478e077f8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508379:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.508381:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0000 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.508384:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290975 00000100:00100000:0.0:1731347580.508387:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+162:2004:x1815448312743808:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.508390:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.508392:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b0480/0xb104f9478e0004b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bc4 expref: 162 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.508396:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d93800/2, rc 0, transno 368689 00000100:00100000:2.0:1731347580.508396:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952903552:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.508398:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b0480/0xb104f9478e0004b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bc4 expref: 162 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.508402:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952902784:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.508404:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b0480/0xb104f9478e0004b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961bc4 expref: 162 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.508408:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508409:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.508410:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.508412:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508436:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508437:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.508443:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952906624:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.508444:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.508448:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.508451:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+161:2004:x1815448312743808:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 63us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.508454:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290975 00010000:00010000:3.0:1731347580.508455:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508461:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.508462:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508465:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508468:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508469:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508474:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508475:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508477:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508480:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.508481:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508483:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508484:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.508485:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508489:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508492:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.508495:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+164:3763:x1815447952902272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4114us (4157us total) trans 4295335986 rc 0/0 00010000:00010000:0.0:1731347580.508497:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508499:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.508501:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205066 00010000:00010000:0.0:1731347580.508501:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a400/0xb104f9478e077f9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.508505:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c3800/2, rc 0, transno 368690 00010000:00010000:3.0:1731347580.508510:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e077fa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.508510:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952906624 00000100:00100000:2.0:1731347580.508511:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952902272:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.508513:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952906624 00000100:00100000:1.0:1731347580.508523:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205083 00000100:00100000:1.0:1731347580.508527:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+164:3762:x1815447952906624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.508537:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15590 count 1 00000100:00100000:2.0:1731347580.508538:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952906752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.508545:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508554:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e08d80/0xb104f9478e006a2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96812f expref: 160 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.508555:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.508560:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.508561:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.508563:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508573:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952906752 00000100:00100000:2.0:1731347580.508576:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952906752 00010000:00010000:1.0:1731347580.508577:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e08d80/0xb104f9478e006a2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96812f expref: 160 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.508579:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+322:3761:x1815447952902912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3963us (3982us total) trans 4295367529 rc 0/0 00000100:00100000:0.0:1731347580.508583:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205068 00010000:00010000:1.0:1731347580.508584:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e08d80/0xb104f9478e006a2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96812f expref: 160 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.508591:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205084 00000100:00100000:1.0:1731347580.508592:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952906880:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.508595:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+166:3760:x1815447952906752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.508605:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba650c0 going to sleep for 11 seconds 00002000:00080000:2.0:1731347580.508606:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17211 count 1 00000100:00100000:3.0:1731347580.508610:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+166:3763:x1815447952903424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3819us (3870us total) trans 4295335987 rc 0/0 00000100:00100000:0.0:1731347580.508611:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.508615:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.508616:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205071 00010000:00010000:2.0:1731347580.508624:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127198480/0xb104f9478e00cc24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e328 expref: 160 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.508630:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.508631:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.508633:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.508635:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.508638:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa226300/2, rc 0, transno 400233 00000100:00100000:3.0:1731347580.508644:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952902912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.508645:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312743680 00010000:00010000:2.0:1731347580.508647:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127198480/0xb104f9478e00cc24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e328 expref: 160 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.508647:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312743680 00010000:00010000:0.0:1731347580.508655:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131e1fa80/0xb104f9478e006a32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968136 expref: 171 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.508656:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127198480/0xb104f9478e00cc24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e328 expref: 160 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.508664:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290976 00000100:00100000:2.0:1731347580.508665:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952907008:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.508667:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+171:2003:x1815448312743680:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.508668:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312744064 00000100:00100000:3.0:1731347580.508670:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312744064 00010000:00010000:0.0:1731347580.508672:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.508674:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131e1fa80/0xb104f9478e006a32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968136 expref: 171 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.508679:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff880136bb8f00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.508683:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131e1fa80/0xb104f9478e006a32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968136 expref: 171 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.508690:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e1fa80/0xb104f9478e006a32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968136 expref: 171 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.508695:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712635 00010000:00010000:0.0:1731347580.508695:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1731347580.508696:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac57100/2, rc 0, transno 368691 00010000:00010000:0.0:1731347580.508696:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.508697:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.508699:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:13210:x1815448312744064:12345-192.168.203.60@tcp:36:fsx.0 00000100:00100000:2.0:1731347580.508701:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952903424:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.508701:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.508709:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.508716:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+170:2003:x1815448312743680:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (105us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.508718:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.508720:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290976 00010000:00010000:1.0:1731347580.508723:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508726:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952907264:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.508727:0:15909:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.508727:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508731:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508734:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508737:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.508739:0:15909:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008143a640/0xb104f9478e077cb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc34 expref: 20 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508739:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.508743:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.508746:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.508749:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508750:0:15909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.508752:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e077fa2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.508754:0:15909:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.508759:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952907264 00000100:00100000:2.0:1731347580.508761:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952907264 00000100:00100000:2.0:1731347580.508793:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205085 00000100:00100000:2.0:1731347580.508797:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+166:3762:x1815447952907264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.508807:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16725 count 1 00010000:00010000:2.0:1731347580.508816:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.508825:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3aab600/0xb104f9478dffd889 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef94 expref: 160 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.508831:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.508832:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.508834:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.508836:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+322:3763:x1815447952903168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4142us (4168us total) trans 4295367530 rc 0/0 00000100:00100000:1.0:1731347580.508840:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205069 00010000:00010000:2.0:1731347580.508849:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3aab600/0xb104f9478dffd889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef94 expref: 160 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.508856:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3aab600/0xb104f9478dffd889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef94 expref: 160 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.508862:0:15909:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b82f40/0xb104f9478e078012 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.508864:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952907392:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.508872:0:15909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b82f40/0xb104f9478e078012 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.508878:0:15909:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b82f40/0xb104f9478e078012 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.508885:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.508907:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac55180/2, rc 0, transno 400234 00000001:00080000:3.0:1731347580.508912:0:15909:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161550 00000100:00100000:2.0:1731347580.508914:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952903168:0@lo:6:osp-syn-0-0.0 00000004:00010000:3.0:1731347580.508928:0:15909:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012c041f80 reply state ffff8800b45ac000 transno 4295161551 ns: mdt-lustre-MDT0000_UUID lock: ffff880097b82f40/0xb104f9478e078012 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15909 initiator: MDT0 00010000:00010000:3.0:1731347580.508938:0:15909:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b82f40/0xb104f9478e078012 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15909 initiator: MDT0 00000100:00100000:2.0:1731347580.508941:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952907520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.508943:0:15909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.508946:0:15909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1731347580.508948:0:15909:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1731347580.508959:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.508969:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952907520 00000100:00100000:1.0:1731347580.508971:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952907520 00000100:00100000:2.0:1731347580.508974:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.508979:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952907136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.508982:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205086 00000100:00100000:1.0:1731347580.508984:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+322:3763:x1815447952907520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.508991:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:13210:x1815448312744064:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 290us (354us total) trans 4295161551 rc 0/0 00002000:00080000:1.0:1731347580.508992:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12085 count 1 00000100:00100000:2.0:1731347580.508993:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.508997:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712635 00010000:00010000:1.0:1731347580.508998:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1731347580.509000:0:15909:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1731347580.509005:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aabcc000/0xb104f9478dff7b98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959295 expref: 169 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.509009:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.509010:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.509011:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.509015:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952907136 00000100:00100000:3.0:1731347580.509017:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952907136 00010000:00010000:1.0:1731347580.509021:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aabcc000/0xb104f9478dff7b98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959295 expref: 169 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.509027:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aabcc000/0xb104f9478dff7b98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959295 expref: 169 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.509030:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205087 00000100:00100000:1.0:1731347580.509032:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952907648:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.509034:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+323:3760:x1815447952907136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.509043:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15830 count 1 00000100:00100000:1.0:1731347580.509047:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65a80 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.509051:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.509060:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad78a880/0xb104f9478dffa7f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bef6 expref: 169 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.509065:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.509067:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.509069:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.509086:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad78a880/0xb104f9478dffa7f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bef6 expref: 169 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.509094:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad78a880/0xb104f9478dffa7f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bef6 expref: 169 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.509101:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952907776:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.509120:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.509479:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952904064:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.509492:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.509492:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.509509:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952904192:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.509518:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.509540:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.509551:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312744320 00000100:00100000:1.0:1731347580.509554:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312744320 00000100:00100000:0.0:1731347580.509555:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312744192 00000100:00100000:0.0:1731347580.509558:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312744192 00010000:00010000:1.0:1731347580.509562:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af06e880/0xb104f9478dffffe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616ed expref: 161 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.509569:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880126e8d8c0/0xb104f9478e00cc1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e321 expref: 170 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.509578:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290977 00000100:00100000:1.0:1731347580.509581:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+161:2004:x1815448312744320:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.509586:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.509589:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af06e880/0xb104f9478dffffe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616ed expref: 161 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.509592:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290978 00000100:00100000:0.0:1731347580.509597:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+170:2003:x1815448312744192:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.509598:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af06e880/0xb104f9478dffffe9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616ed expref: 161 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.509603:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.509607:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880126e8d8c0/0xb104f9478e00cc1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x433b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e321 expref: 170 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.509610:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af06e880/0xb104f9478dffffe9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9616ed expref: 161 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.509617:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880126e8d8c0/0xb104f9478e00cc1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x433b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e321 expref: 170 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.509618:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.509620:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.509623:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.509628:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880126e8d8c0/0xb104f9478e00cc1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x433b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e321 expref: 170 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.509629:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.509636:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.509638:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.509640:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.509642:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.509647:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.509660:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.509662:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+160:2004:x1815448312744320:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (170us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.509666:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.509667:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290977 00010000:00010000:3.0:1731347580.509673:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.509676:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+169:2003:x1815448312744192:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.509680:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.509682:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290978 00010000:00010000:1.0:1731347580.509683:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.509686:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.509689:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.509693:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.509696:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.509699:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.509702:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.509703:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.509708:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.509714:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.509718:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.509720:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.509723:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.509724:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83a80/0xb104f9478e077fb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.509729:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.509738:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.509744:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e077fb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.509843:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+324:3761:x1815447952903936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2824us (2901us total) trans 4295367531 rc 0/0 00000100:00100000:3.0:1731347580.509848:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205072 00000100:00100000:1.0:1731347580.509869:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+167:3761:x1815447952903808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2779us (2892us total) trans 4295335988 rc 0/0 00000100:00100000:1.0:1731347580.509875:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205073 00000004:00080000:2.0:1731347580.509890:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a5f3d180/2, rc 0, transno 368692 00000100:00100000:2.0:1731347580.509902:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952903808:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.509912:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155cad80/2, rc 0, transno 400235 00000100:00100000:2.0:1731347580.509918:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952903936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.509923:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.509931:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952907904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.509950:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.509961:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952908032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.509965:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952907904 00000100:00100000:1.0:1731347580.509969:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952907904 00000100:00100000:2.0:1731347580.509970:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.509984:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952908032 00000100:00100000:1.0:1731347580.509986:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952908032 00000100:00100000:3.0:1731347580.509990:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205088 00000100:00100000:3.0:1731347580.509995:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+167:3761:x1815447952907904:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.509999:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205089 00000100:00100000:1.0:1731347580.510003:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+324:3761:x1815447952908032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.510008:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12924 count 1 00002000:00080000:1.0:1731347580.510013:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17432 count 1 00010000:00010000:3.0:1731347580.510018:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510023:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510027:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ae0e400/0xb104f9478dffd7b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eebb expref: 159 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.510031:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.510032:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a1cfc0/0xb104f9478dfee3e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae8 expref: 168 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.510033:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.510034:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510038:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.510040:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.510042:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510045:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ae0e400/0xb104f9478dffd7b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eebb expref: 159 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.510051:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ae0e400/0xb104f9478dffd7b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eebb expref: 159 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.510056:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952908160:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.510058:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a1cfc0/0xb104f9478dfee3e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae8 expref: 168 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.510066:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a1cfc0/0xb104f9478dfee3e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae8 expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.510074:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.510075:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952908288:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.510095:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.510105:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.510114:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952904448:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.510115:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312744448 00000100:00100000:0.0:1731347580.510118:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312744448 00010000:00010000:1.0:1731347580.510125:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.510128:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aa0a6640/0xb104f9478dffd890 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef8d expref: 169 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.510152:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290979 00000100:00100000:3.0:1731347580.510154:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952904960:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.510156:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+169:2004:x1815448312744448:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.510163:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.510165:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.510166:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aa0a6640/0xb104f9478dffd890 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef8d expref: 169 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.510175:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aa0a6640/0xb104f9478dffd890 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef8d expref: 169 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.510183:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952905344:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.510193:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.510209:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.510219:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312744576 00000100:00100000:1.0:1731347580.510221:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312744576 00000100:00100000:2.0:1731347580.510226:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.510231:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88010feb4d80/0xb104f9478e00cdf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e504 expref: 170 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.510234:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312744704 00000100:00100000:2.0:1731347580.510237:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312744704 00000100:00100000:3.0:1731347580.510242:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952905600:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.510249:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290980 00010000:00010000:2.0:1731347580.510250:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097758480/0xb104f9478dffd7be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eec2 expref: 171 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.510251:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aa0a6640/0xb104f9478dffd890 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef8d expref: 171 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.510253:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.510253:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+171:2004:x1815448312744576:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.510257:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.510258:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.510260:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.510260:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510264:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88010feb4d80/0xb104f9478e00cdf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e504 expref: 170 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.510264:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.510273:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290981 00010000:00010000:1.0:1731347580.510273:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88010feb4d80/0xb104f9478e00cdf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e504 expref: 170 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.510273:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.510277:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+170:2003:x1815448312744704:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.510284:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.510285:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88010feb4d80/0xb104f9478e00cdf9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e504 expref: 170 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.510286:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+170:2004:x1815448312744448:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 130us (184us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.510287:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097758480/0xb104f9478dffd7be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x327c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eec2 expref: 170 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.510290:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290979 00010000:00010000:2.0:1731347580.510293:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097758480/0xb104f9478dffd7be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x327c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eec2 expref: 169 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.510293:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.510294:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.510297:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510302:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097758480/0xb104f9478dffd7be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x327c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eec2 expref: 168 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.510303:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510308:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.510310:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.510310:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.510311:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510316:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510317:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.510323:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510325:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.510329:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.510333:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+167:2004:x1815448312744576:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (122us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.510336:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.510337:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+167:2003:x1815448312744704:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 60us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.510340:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290980 00010000:00010000:3.0:1731347580.510342:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.510343:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290981 00010000:00010000:3.0:1731347580.510349:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.510352:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312744832 00010000:00010000:3.0:1731347580.510354:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223a80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.510355:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312744832 00010000:00010000:3.0:1731347580.510357:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510364:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510364:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aa228480/0xb104f9478dfff5bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc1 expref: 160 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.510366:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510371:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510373:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510375:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510379:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e077fc5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510379:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.510379:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290982 00010000:00010000:2.0:1731347580.510383:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.510383:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+160:2004:x1815448312744832:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.510386:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.510388:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510389:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.510391:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.510393:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aa228480/0xb104f9478dfff5bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc1 expref: 160 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.510398:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510401:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aa228480/0xb104f9478dfff5bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc1 expref: 160 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.510403:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.510405:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.510407:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e077fcc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510411:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aa228480/0xb104f9478dfff5bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960cc1 expref: 160 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.510436:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312745088 00010000:00010000:1.0:1731347580.510440:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.510440:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312745088 00010000:00010000:1.0:1731347580.510441:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.510444:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510451:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.510452:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009740c000/0xb104f9478dfec608 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd0c expref: 160 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.510464:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.510468:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312744960 00000100:00100000:0.0:1731347580.510470:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312744960 00010000:00010000:0.0:1731347580.510478:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e22d00/0xb104f9478e0089b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0bd expref: 161 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.510481:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+161:2004:x1815448312744832:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 96us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.510486:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290982 00000100:00100000:3.0:1731347580.510492:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+326:3760:x1815447952904704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2679us (2761us total) trans 4295367532 rc 0/0 00000100:00100000:0.0:1731347580.510493:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290983 00000100:00100000:1.0:1731347580.510497:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290984 00000100:00100000:3.0:1731347580.510499:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205075 00000100:00100000:0.0:1731347580.510499:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+160:2004:x1815448312745088:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.510501:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+160:2003:x1815448312744960:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.510505:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+325:3762:x1815447952904576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2603us (2637us total) trans 4295367533 rc 0/0 00010000:00010000:0.0:1731347580.510506:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.510508:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.510510:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009740c000/0xb104f9478dfec608 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd0c expref: 160 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.510511:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205076 00010000:00010000:1.0:1731347580.510512:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e22d00/0xb104f9478e0089b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0bd expref: 160 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.510518:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952905728:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.510518:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009740c000/0xb104f9478dfec608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd0c expref: 160 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.510521:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e22d00/0xb104f9478e0089b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0bd expref: 160 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.510527:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.510529:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.510530:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952906112:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.510530:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e22d00/0xb104f9478e0089b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0bd expref: 160 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.510531:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.510533:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510537:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.510538:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510538:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.510540:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510541:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510547:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.510554:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.510555:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.510556:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.510558:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510565:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.510565:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312745216 00000100:00100000:2.0:1731347580.510567:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312745216 00000100:00100000:1.0:1731347580.510567:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+159:2003:x1815448312744960:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (161us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.510572:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.510572:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290984 00010000:00010000:2.0:1731347580.510574:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801268ab3c0/0xb104f9478e004820 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f24 expref: 166 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.510578:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510585:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.510587:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290985 00000100:00100000:2.0:1731347580.510589:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+166:2003:x1815448312745216:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.510590:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.510593:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510594:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.510596:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801268ab3c0/0xb104f9478e004820 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x345b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f24 expref: 166 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.510600:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510602:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801268ab3c0/0xb104f9478e004820 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x345b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f24 expref: 166 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.510607:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009740c000/0xb104f9478dfec608 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dd0c expref: 158 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.510609:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510609:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801268ab3c0/0xb104f9478e004820 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x345b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f24 expref: 166 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.510614:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.510615:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e077fda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510615:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.510617:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.510621:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952905856:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.510622:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510629:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.510632:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510639:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.510640:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+165:2003:x1815448312745216:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.510641:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+157:2004:x1815448312745088:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.510643:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290985 00010000:00010000:1.0:1731347580.510645:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.510646:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290983 00010000:00010000:1.0:1731347580.510652:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510653:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510657:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510659:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510664:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510665:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510670:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510670:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.510673:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510676:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510680:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510682:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.510684:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510693:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510696:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510699:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3600/0xb104f9478e077fe1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510703:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510707:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e077fe8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.510707:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815be300/2, rc 0, transno 400237 00000100:00100000:0.0:1731347580.510714:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952904576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.510715:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+168:3762:x1815447952905088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2695us (2737us total) trans 4295335989 rc 0/0 00000100:00100000:3.0:1731347580.510719:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205078 00010000:00010000:3.0:1731347580.510734:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510738:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.510739:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332dd880/2, rc 0, transno 368693 00010000:00010000:3.0:1731347580.510743:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.510744:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952905088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.510746:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.510749:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952908416:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.510750:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510753:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.510755:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510758:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.510763:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.510764:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510786:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e077fd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.510794:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+325:3760:x1815447952905472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2671us (2708us total) trans 4295367534 rc 0/0 00000100:00100000:2.0:1731347580.510798:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205080 00000100:00100000:2.0:1731347580.510806:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952908416 00000100:00100000:2.0:1731347580.510808:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952908416 00000100:00100000:1.0:1731347580.510815:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+168:3763:x1815447952905216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2785us (2812us total) trans 4295335990 rc 0/0 00000100:00100000:2.0:1731347580.510818:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205090 00000100:00100000:0.0:1731347580.510818:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952906368:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.510821:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+325:3762:x1815447952908416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.510822:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205079 00010000:00010000:0.0:1731347580.510826:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.510830:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11636 count 1 00000100:00100000:0.0:1731347580.510834:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.510837:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.510838:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952908544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.510839:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510844:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880119381d40/0xb104f9478e005c78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96737c expref: 164 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.510846:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510847:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.510848:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.510850:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.510850:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.510853:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510859:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510860:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880119381d40/0xb104f9478e005c78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96737c expref: 164 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.510865:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.510866:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880119381d40/0xb104f9478e005c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96737c expref: 164 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.510870:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2880 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.510872:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952908672:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.510872:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.510874:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952907392:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.510879:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.510883:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.510885:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebe40 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.510887:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.510892:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2880/0xb104f9478e077fbe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.510895:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+168:3761:x1815447952904832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2922us (2956us total) trans 4295335991 rc 0/0 00000100:00100000:3.0:1731347580.510899:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205077 00000004:00080000:2.0:1731347580.510900:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332de680/2, rc 0, transno 368694 00000100:00100000:2.0:1731347580.510905:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952905216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.510905:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952906496:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.510907:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952908544 00000100:00100000:3.0:1731347580.510909:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952908544 00010000:00010000:0.0:1731347580.510912:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.510920:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205091 00000100:00100000:3.0:1731347580.510922:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+168:3762:x1815447952908544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.510930:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10704 count 1 00010000:00010000:3.0:1731347580.510937:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510944:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121f24b40/0xb104f9478e00ce00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4fd expref: 156 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.510948:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.510949:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.510950:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.510959:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121f24b40/0xb104f9478e00ce00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4fd expref: 156 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.510964:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121f24b40/0xb104f9478e00ce00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4fd expref: 156 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.510972:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952908928:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.510991:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0840 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.511005:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801193e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952908800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.511008:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+326:3763:x1815447952904320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3544us (3599us total) trans 4295367535 rc 0/0 00000100:00100000:2.0:1731347580.511013:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952907008:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.511014:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205074 00000100:00100000:0.0:1731347580.511016:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952907648:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.511022:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511023:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.511024:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.511033:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952908800 00000004:00080000:2.0:1731347580.511034:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bdc00/2, rc 0, transno 400239 00000100:00100000:1.0:1731347580.511036:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952908800 00000100:00100000:2.0:1731347580.511045:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952904320:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.511047:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bea00/2, rc 0, transno 400238 00000100:00100000:1.0:1731347580.511048:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205092 00000100:00100000:3.0:1731347580.511051:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952905472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.511052:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+169:3760:x1815447952908800:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.511061:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bdf80/2, rc 0, transno 400236 00002000:00080000:1.0:1731347580.511063:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13403 count 1 00000100:00100000:3.0:1731347580.511064:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952904704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.511072:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.511072:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.511075:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.511076:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952907776:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.511077:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952909056:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.511082:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880119231680/0xb104f9478e004819 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f1d expref: 156 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.511082:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.511083:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312745472 00000100:00100000:2.0:1731347580.511085:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312745472 00010000:00010000:1.0:1731347580.511088:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.511089:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.511090:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952909184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.511091:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511093:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a2c240/0xb104f9478e00520d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966918 expref: 165 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.511095:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.511103:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290986 00000100:00100000:2.0:1731347580.511106:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+165:2003:x1815448312745472:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.511106:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880119231680/0xb104f9478e004819 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f1d expref: 156 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.511107:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.511111:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.511113:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880119231680/0xb104f9478e004819 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f1d expref: 156 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.511114:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a2c240/0xb104f9478e00520d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966918 expref: 165 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.511116:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952909056 00000100:00100000:3.0:1731347580.511119:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952909056 00010000:00010000:2.0:1731347580.511119:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a2c240/0xb104f9478e00520d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966918 expref: 165 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.511121:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952909440:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.511121:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.511126:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952909312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.511127:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a2c240/0xb104f9478e00520d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966918 expref: 165 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.511130:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952909184 00000100:00100000:3.0:1731347580.511132:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952909184 00010000:00010000:2.0:1731347580.511132:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.511133:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.511134:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.511139:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205093 00010000:00010000:2.0:1731347580.511139:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.511140:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.511141:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.511142:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+327:3760:x1815447952909056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.511150:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9987 count 1 00000100:00100000:1.0:1731347580.511151:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952909312 00010000:00010000:2.0:1731347580.511152:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.511153:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952909312 00010000:00010000:3.0:1731347580.511157:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511157:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.511163:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+164:2003:x1815448312745472:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (88us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.511164:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096c23600/0xb104f9478dff6a3b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95813f expref: 164 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.511164:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.511167:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290986 00000100:00100000:1.0:1731347580.511167:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205094 00000100:00100000:1.0:1731347580.511170:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+328:3762:x1815447952909184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.511170:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.511171:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.511172:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.511174:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511176:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.511177:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205095 00002000:00080000:1.0:1731347580.511179:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10854 count 1 00000100:00100000:2.0:1731347580.511180:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+328:3762:x1815447952909312:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.511183:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096c23600/0xb104f9478dff6a3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95813f expref: 163 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.511187:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511187:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.511188:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096c23600/0xb104f9478dff6a3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95813f expref: 163 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.511188:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16824 count 1 00010000:00010000:0.0:1731347580.511192:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220000 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.511194:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952909568:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.511194:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511195:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.511196:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b886880/0xb104f9478e001464 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b68 expref: 163 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.511202:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.511202:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.511203:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.511205:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012850e880/0xb104f9478dfed44e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb52 expref: 163 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.511205:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.511207:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.511209:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.511210:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.511211:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511211:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.511217:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b886880/0xb104f9478e001464 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b68 expref: 163 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.511217:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e077fef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511220:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012850e880/0xb104f9478dfed44e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb52 expref: 163 pid: 15872 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.511223:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332dce00/2, rc 0, transno 368695 00010000:00010000:2.0:1731347580.511226:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012850e880/0xb104f9478dfed44e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb52 expref: 163 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.511227:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952904832:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.511227:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b886880/0xb104f9478e001464 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b68 expref: 163 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.511231:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952909824:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.511233:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952909696:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.511241:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.511243:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbebd80 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.511245:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952909952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.511247:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.511256:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.511262:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.511263:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952906880:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.511267:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952909952 00000100:00100000:3.0:1731347580.511269:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952909952 00010000:00010000:1.0:1731347580.511270:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.511278:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205096 00000100:00100000:2.0:1731347580.511280:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.511281:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+170:3761:x1815447952909952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.511287:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312745728 00002000:00080000:3.0:1731347580.511289:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18467 count 1 00000100:00100000:2.0:1731347580.511289:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312745728 00010000:00010000:3.0:1731347580.511296:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511296:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e08d80/0xb104f9478e006a2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96812f expref: 157 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.511303:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.511304:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312745984 00000100:00100000:2.0:1731347580.511305:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312745984 00010000:00010000:3.0:1731347580.511306:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136353cc0/0xb104f9478e005214 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966911 expref: 157 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.511309:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.511310:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.511310:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aabcc000/0xb104f9478dff7b98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959295 expref: 164 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.511312:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.511312:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312745344 00000100:00100000:1.0:1731347580.511314:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312745344 00010000:00010000:3.0:1731347580.511321:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136353cc0/0xb104f9478e005214 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966911 expref: 158 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.511321:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3aab600/0xb104f9478dffd889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef94 expref: 158 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.511322:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290987 00000100:00100000:2.0:1731347580.511324:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+158:2003:x1815448312745728:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.511326:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136353cc0/0xb104f9478e005214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966911 expref: 158 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.511327:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+329:3761:x1815447952905984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3027us (3086us total) trans 4295367536 rc 0/0 00010000:00010000:2.0:1731347580.511328:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.511330:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290988 00010000:00010000:2.0:1731347580.511331:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e08d80/0xb104f9478e006a2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96812f expref: 158 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.511332:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952910080:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.511334:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+164:2003:x1815448312745984:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.511334:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205081 00010000:00010000:2.0:1731347580.511336:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e08d80/0xb104f9478e006a2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96812f expref: 158 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.511338:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.511341:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aabcc000/0xb104f9478dff7b98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959295 expref: 164 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.511343:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0000 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.511343:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e08d80/0xb104f9478e006a2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96812f expref: 158 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.511346:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aabcc000/0xb104f9478dff7b98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959295 expref: 164 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.511349:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.511349:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.511351:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511355:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.511356:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bd880/2, rc 0, transno 400240 00000100:00100000:0.0:1731347580.511356:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290989 00010000:00010000:1.0:1731347580.511357:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aabcc000/0xb104f9478dff7b98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959295 expref: 164 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.511361:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952905984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.511362:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+157:2003:x1815448312745344:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.511363:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.511364:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.511365:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.511366:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.511370:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511370:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.511373:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+157:2003:x1815448312745728:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (111us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.511375:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3aab600/0xb104f9478dffd889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef94 expref: 157 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.511376:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290987 00000100:00100000:3.0:1731347580.511377:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005857800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952910208:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.511378:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.511388:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+163:2003:x1815448312745984:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (107us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.511389:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3aab600/0xb104f9478dffd889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef94 expref: 156 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.511390:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.511391:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290988 00000100:00100000:2.0:1731347580.511395:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.511401:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952910208 00000100:00100000:2.0:1731347580.511401:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312745600 00010000:00010000:0.0:1731347580.511401:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3aab600/0xb104f9478dffd889 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ef94 expref: 156 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.511403:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952910208 00000100:00100000:2.0:1731347580.511403:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312745600 00010000:00010000:2.0:1731347580.511408:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880064ef61c0/0xb104f9478dfefae3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511ee expref: 156 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.511409:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.511411:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.511412:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205097 00010000:00010000:1.0:1731347580.511413:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511413:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.511429:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+329:3761:x1815447952910208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.511432:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.511433:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290990 00000100:00100000:2.0:1731347580.511436:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+156:2003:x1815448312745600:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.511436:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511440:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.511440:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511442:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880064ef61c0/0xb104f9478dfefae3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511ee expref: 156 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.511447:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880064ef61c0/0xb104f9478dfefae3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511ee expref: 156 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.511448:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511448:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.511452:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.511454:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511455:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880064ef61c0/0xb104f9478dfefae3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9511ee expref: 156 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.511457:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511461:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.511462:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.511462:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.511463:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511464:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.511466:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1b00/0xb104f9478e077ffd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ce6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511468:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511472:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511479:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511485:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511492:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511503:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511509:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.511581:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511587:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511593:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511597:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e07800b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511662:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.511669:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511676:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511681:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511684:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511688:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511691:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.511692:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511696:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511701:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.511705:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e077ff6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.511713:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+172:3762:x1815447952907264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2915us (2966us total) trans 4295335992 rc 0/0 00000100:00100000:0.0:1731347580.511718:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205085 00002000:00080000:3.0:1731347580.511721:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14284 count 1 00010000:00010000:3.0:1731347580.511729:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511734:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.511736:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801268a8fc0/0xb104f9478e00458e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c8b expref: 162 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.511739:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.511740:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.511741:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.511743:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511743:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511748:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.511753:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801268a8fc0/0xb104f9478e00458e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c8b expref: 162 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.511755:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.511758:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801268a8fc0/0xb104f9478e00458e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c8b expref: 162 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.511760:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0000 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.511763:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+172:3762:x1815447952906624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3234us (3299us total) trans 4295335993 rc 0/0 00010000:00010000:0.0:1731347580.511763:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.511764:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952910336:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.511782:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.511783:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205083 00000100:00100000:3.0:1731347580.511792:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.511792:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.511799:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0000/0xb104f9478e078019 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.511804:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1926c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+171:3762:x1815447952906240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3497us (3549us total) trans 4295335994 rc 0/0 00000100:00100000:2.0:1731347580.511808:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205082 00000100:00100000:1.0:1731347580.511820:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.511832:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312745856 00000100:00100000:1.0:1731347580.511835:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312745856 00010000:00010000:1.0:1731347580.511845:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127198480/0xb104f9478e00cc24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e328 expref: 156 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.511860:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290991 00000100:00100000:1.0:1731347580.511864:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+156:2003:x1815448312745856:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.511870:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.511874:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+156:2003:x1815448312745600:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 437us (478us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.511874:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127198480/0xb104f9478e00cc24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x433b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e328 expref: 156 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.511878:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290990 00010000:00010000:1.0:1731347580.511883:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127198480/0xb104f9478e00cc24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x433b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e328 expref: 155 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.511893:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.511894:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127198480/0xb104f9478e00cc24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x433b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e328 expref: 155 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.511902:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.511904:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.511905:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312746112 00010000:00010000:1.0:1731347580.511906:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.511907:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312746112 00000100:00100000:2.0:1731347580.511907:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.511910:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+330:3763:x1815447952907520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2922us (2948us total) trans 4295367537 rc 0/0 00010000:00010000:1.0:1731347580.511913:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.511915:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad78a880/0xb104f9478dffa7f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bef6 expref: 163 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.511915:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312746368 00000100:00100000:0.0:1731347580.511916:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205086 00000100:00100000:2.0:1731347580.511917:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312746368 00002000:00010000:2.0:1731347580.511926:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00010000:00010000:1.0:1731347580.511926:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.511927:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290992 00002000:00100000:2.0:1731347580.511928:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800af9c2300 with x1815448312746368 ext(0->18446744073709551615) 00000100:00100000:3.0:1731347580.511929:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+164:2003:x1815448312746112:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00010000:2.0:1731347580.511932:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800af9c2300. 00010000:00010000:3.0:1731347580.511935:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.511939:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad78a880/0xb104f9478dffa7f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3dd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bef6 expref: 164 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.511941:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2003:x1815448312745856:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.511941:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2003:x1815448312745344:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 577us (634us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.511944:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad78a880/0xb104f9478dffa7f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3dd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bef6 expref: 164 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.511947:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678328 00000100:00100000:1.0:1731347580.511947:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290991 00000100:00100000:2.0:1731347580.511950:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+164:2004:x1815448312746368:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347580.511951:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290989 00010000:00010000:3.0:1731347580.511954:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad78a880/0xb104f9478dffa7f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3dd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bef6 expref: 164 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.511963:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.511964:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.511967:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.511973:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.511975:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d90e00/2, rc 0, transno 368696 00000100:00100000:0.0:1731347580.511982:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952907264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.511986:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.511988:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1731347580.511991:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867c9180/2, rc 0, transno 368697 00000100:00100000:0.0:1731347580.511994:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952906624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.511998:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312746240 00000100:00100000:3.0:1731347580.512001:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+164:2003:x1815448312746112:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.512001:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312746240 00002000:00010000:2.0:1731347580.512002:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347580.512004:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.512006:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00000100:00100000:3.0:1731347580.512007:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290992 00002000:00010000:2.0:1731347580.512007:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.512009:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 168 00002000:00010000:1.0:1731347580.512010:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3290427->18446744073709551615) 00002000:00100000:1.0:1731347580.512012:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800aa226a00 with x1815448312746240 ext(3290427->18446744073709551615) 00000100:00100000:2.0:1731347580.512019:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+163:2004:x1815448312746368:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 68us (111us total) trans 4295367538 rc 0/0 00002000:00010000:1.0:1731347580.512019:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800aa226a00. 00000100:00100000:2.0:1731347580.512023:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678328 00002000:00010000:2.0:1731347580.512025:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.512026:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800af9c2300 with x1815448312746368 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.512029:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800af9c2300. 00000100:00100000:1.0:1731347580.512036:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678329 00000100:00100000:1.0:1731347580.512041:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+153:2004:x1815448312746240:12345-192.168.203.60@tcp:10:fsx.0 00010000:00010000:2.0:1731347580.512044:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512050:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512054:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512058:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512061:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512064:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.512066:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512070:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512075:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512078:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e078004 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x433b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.512079:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332ddc00/2, rc 0, transno 368698 00000100:00100000:0.0:1731347580.512084:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952906240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.512090:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952910464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.512105:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.512112:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.512114:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.512115:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880005854e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952910592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.512121:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a045ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952910720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.512123:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1731347580.512133:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1660205 -> 3290427 00002000:00010000:1.0:1731347580.512136:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00000100:00100000:2.0:1731347580.512138:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952910464 00002000:00010000:1.0:1731347580.512139:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00000100:00100000:3.0:1731347580.512140:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.512140:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952910464 00002000:00010000:1.0:1731347580.512141:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.512143:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 240 -> 240 00010000:00010000:0.0:1731347580.512143:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.512148:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512150:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952910592 00000100:00100000:2.0:1731347580.512151:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952910592 00010000:00010000:0.0:1731347580.512152:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.512153:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952910720 00000100:00100000:3.0:1731347580.512155:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952910720 00010000:00010000:0.0:1731347580.512156:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.512157:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2004:x1815448312746240:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 115us (171us total) trans 4295335996 rc 0/0 00000100:00100000:2.0:1731347580.512158:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205098 00010000:00010000:0.0:1731347580.512159:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512162:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+174:3762:x1815447952910464:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.512162:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80480 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.512164:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678329 00010000:00010000:0.0:1731347580.512165:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1731347580.512166:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3290427->18446744073709551615) 00000100:00100000:3.0:1731347580.512169:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205099 00002000:00100000:1.0:1731347580.512169:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800aa226a00 with x1815448312746240 ext(3290427->18446744073709551615) 00010000:00010000:0.0:1731347580.512169:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.512171:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+174:3762:x1815447952910592:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1731347580.512172:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800aa226a00. 00002000:00080000:2.0:1731347580.512173:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15830 count 1 00010000:00010000:0.0:1731347580.512175:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.512178:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80480/0xb104f9478e078020 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.512181:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12085 count 1 00010000:00010000:2.0:1731347580.512182:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512188:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.512190:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205100 00010000:00010000:2.0:1731347580.512192:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b2bb8000/0xb104f9478dffa7eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95beef expref: 153 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.512194:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+174:3761:x1815447952910720:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.512195:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a640/0xb104f9478dff7b91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95929c expref: 153 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.512197:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.512198:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.512199:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.512200:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.512200:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512201:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.512204:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17432 count 1 00010000:00010000:3.0:1731347580.512211:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f18a640/0xb104f9478dff7b91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95929c expref: 153 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.512211:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b2bb8000/0xb104f9478dffa7eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95beef expref: 153 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.512212:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512216:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f18a640/0xb104f9478dff7b91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95929c expref: 153 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.512217:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b2bb8000/0xb104f9478dffa7eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95beef expref: 153 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.512221:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952910848:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.512222:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012706b840/0xb104f9478dfee3dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae1 expref: 153 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.512223:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952910976:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.512228:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.512229:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.512231:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.512232:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512235:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.512247:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012706b840/0xb104f9478dfee3dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae1 expref: 153 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.512257:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012706b840/0xb104f9478dfee3dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae1 expref: 153 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.512265:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+174:3760:x1815447952906752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3668us (3708us total) trans 4295335995 rc 0/0 00000100:00100000:1.0:1731347580.512266:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952911104:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.512267:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+330:3760:x1815447952907136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3230us (3270us total) trans 4295367539 rc 0/0 00000100:00100000:2.0:1731347580.512269:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205084 00000004:00080000:3.0:1731347580.512270:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867c8700/2, rc 0, transno 400243 00000100:00100000:0.0:1731347580.512273:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205087 00000100:00100000:3.0:1731347580.512275:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952907136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.512281:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65c00 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.512286:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f7e680/2, rc 0, transno 400241 00000100:00100000:3.0:1731347580.512291:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952911232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.512298:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952907520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.512303:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.512306:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a045a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952911360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.512314:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.512330:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952911232 00000100:00100000:0.0:1731347580.512334:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952911232 00000100:00100000:2.0:1731347580.512337:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1731347580.512338:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332dfb80/2, rc 0, transno 368699 00000100:00100000:3.0:1731347580.512342:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952906752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.512347:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952911360 00000100:00100000:0.0:1731347580.512349:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952911360 00000100:00100000:0.0:1731347580.512359:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205101 00000100:00100000:3.0:1731347580.512360:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.512363:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205102 00000100:00100000:0.0:1731347580.512363:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+331:3761:x1815447952911232:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.512364:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a045b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952911488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.512366:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+331:3763:x1815447952911360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.512374:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18939 count 1 00002000:00080000:0.0:1731347580.512375:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15206 count 1 00000100:00100000:3.0:1731347580.512376:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.512381:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.512384:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952911488 00010000:00010000:0.0:1731347580.512385:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.512386:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952911488 00010000:00010000:2.0:1731347580.512388:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af59a1c0/0xb104f9478dffff48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96164c expref: 162 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.512392:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.512392:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.512394:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.512395:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012849d440/0xb104f9478e00d3da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ead7 expref: 162 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.512396:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205103 00000100:00100000:3.0:1731347580.512400:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a045b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+174:3762:x1815447952911488:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.512403:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af59a1c0/0xb104f9478dffff48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96164c expref: 162 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.512406:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.512407:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.512408:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af59a1c0/0xb104f9478dffff48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96164c expref: 162 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.512409:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11636 count 1 00010000:00010000:0.0:1731347580.512410:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512413:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952911616:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.512437:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512445:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008fbeb900 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.512445:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012849d440/0xb104f9478e00d3da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ead7 expref: 162 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.512448:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011935c000/0xb104f9478e005c71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967375 expref: 153 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.512454:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.512455:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.512455:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012849d440/0xb104f9478e00d3da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ead7 expref: 162 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.512457:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.512464:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952911744:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.512473:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011935c000/0xb104f9478e005c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967375 expref: 153 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.512482:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011935c000/0xb104f9478e005c71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967375 expref: 153 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.512490:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0459180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952911872:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.512493:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781bae40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.512510:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.512650:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952908160:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.512660:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.512663:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.512672:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952908288:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.512680:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.512689:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.512697:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312746624 00000100:00100000:2.0:1731347580.512700:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312746624 00000100:00100000:3.0:1731347580.512701:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312746496 00000100:00100000:3.0:1731347580.512703:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312746496 00010000:00010000:2.0:1731347580.512708:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a1cfc0/0xb104f9478dfee3e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae8 expref: 163 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.512711:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ae0e400/0xb104f9478dffd7b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eebb expref: 154 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.512720:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290993 00000100:00100000:2.0:1731347580.512723:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+163:2004:x1815448312746624:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.512728:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.512730:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a1cfc0/0xb104f9478dfee3e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae8 expref: 163 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.512732:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290994 00000100:00100000:3.0:1731347580.512733:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952908928:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.512736:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a1cfc0/0xb104f9478dfee3e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae8 expref: 163 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.512737:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2004:x1815448312746496:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.512739:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.512740:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.512743:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a1cfc0/0xb104f9478dfee3e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae8 expref: 163 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.512745:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.512746:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312746752 00000100:00100000:3.0:1731347580.512748:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312746752 00010000:00010000:2.0:1731347580.512748:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.512749:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.512749:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ae0e400/0xb104f9478dffd7b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x327c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eebb expref: 154 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.512751:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512753:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880119381d40/0xb104f9478e005c78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96737c expref: 163 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.512755:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.512758:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ae0e400/0xb104f9478dffd7b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x327c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eebb expref: 154 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.512764:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.512783:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ae0e400/0xb104f9478dffd7b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x327c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95eebb expref: 154 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.512784:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290995 00000100:00100000:3.0:1731347580.512787:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+163:2003:x1815448312746752:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.512790:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+163:2004:x1815448312746624:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (128us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.512793:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.512795:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880119381d40/0xb104f9478e005c78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2d74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96737c expref: 163 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.512797:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290993 00010000:00010000:1.0:1731347580.512797:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.512798:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.512801:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880119381d40/0xb104f9478e005c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96737c expref: 162 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.512801:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.512806:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.512807:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512813:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.512814:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.512814:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880119381d40/0xb104f9478e005c78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96737c expref: 162 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.512816:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512820:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952908672:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.512821:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312746880 00010000:00010000:3.0:1731347580.512822:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.512824:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.512825:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312746880 00010000:00010000:2.0:1731347580.512827:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512830:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512834:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.512837:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121f24b40/0xb104f9478e00ce00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4fd expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.512838:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.512838:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2004:x1815448312746496:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 101us (149us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.512842:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.512843:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290994 00010000:00010000:3.0:1731347580.512847:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512852:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.512854:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.512855:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290996 00000100:00100000:2.0:1731347580.512856:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952909440:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.512860:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+153:2004:x1815448312746880:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.512862:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512865:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.512865:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.512868:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.512870:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.512872:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121f24b40/0xb104f9478e00ce00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4fd expref: 153 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.512874:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.512875:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512877:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.512878:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.512880:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82d00/0xb104f9478e078027 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x327c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.512880:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121f24b40/0xb104f9478e00ce00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4fd expref: 153 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.512882:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312747008 00010000:00010000:1.0:1731347580.512882:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512884:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312747008 00010000:00010000:1.0:1731347580.512889:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.512890:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880119231680/0xb104f9478e004819 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f1d expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.512891:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.512895:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512898:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290997 00010000:00010000:1.0:1731347580.512900:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.512901:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2003:x1815448312747008:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.512904:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.512904:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0900/0xb104f9478e07802e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512906:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880119231680/0xb104f9478e004819 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x345b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f1d expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.512912:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880119231680/0xb104f9478e004819 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x345b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f1d expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.512919:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880119231680/0xb104f9478e004819 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x345b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965f1d expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.512924:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.512925:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.512927:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512931:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512938:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.512946:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+153:2003:x1815448312747008:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.512949:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290997 00010000:00010000:2.0:1731347580.512957:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512961:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.512961:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121f24b40/0xb104f9478e00ce00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4fd expref: 152 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.512966:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512969:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512976:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512980:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.512982:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.512985:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.512987:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+332:3761:x1815447952908032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2982us (3013us total) trans 4295367540 rc 0/0 00000100:00100000:3.0:1731347580.512988:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+175:3761:x1815447952907904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2990us (3035us total) trans 4295335997 rc 0/0 00010000:00010000:2.0:1731347580.512990:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.512991:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205089 00010000:00010000:2.0:1731347580.512993:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e078043 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x345b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.512995:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205088 00010000:00010000:3.0:1731347580.513016:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.513025:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.513027:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.513030:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513033:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+161:2003:x1815448312746752:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 243us (293us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.513037:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513039:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290995 00010000:00010000:0.0:1731347580.513057:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.513061:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513065:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513069:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513069:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+175:3760:x1815447952908800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2016us (2044us total) trans 4295335998 rc 0/0 00000100:00100000:2.0:1731347580.513072:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205092 00010000:00010000:3.0:1731347580.513073:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513077:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.513077:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+151:2004:x1815448312746880:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 215us (270us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.513081:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.513082:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513083:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.513083:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290996 00010000:00010000:3.0:1731347580.513086:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513088:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513092:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513092:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513095:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e07803c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513097:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513101:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513104:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.513105:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513109:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513114:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513118:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e078035 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.513167:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952909824:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.513173:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+175:3762:x1815447952908544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2249us (2322us total) trans 4295335999 rc 0/0 00000100:00100000:3.0:1731347580.513177:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205091 00010000:00010000:1.0:1731347580.513179:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.513180:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.513186:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+332:3762:x1815447952908416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2363us (2422us total) trans 4295367541 rc 0/0 00000100:00100000:3.0:1731347580.513190:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312747264 00000100:00100000:2.0:1731347580.513190:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205090 00000100:00100000:3.0:1731347580.513192:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312747264 00010000:00010000:3.0:1731347580.513199:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096c23600/0xb104f9478dff6a3b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95813f expref: 161 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.513207:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952909568:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.513209:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.513210:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290998 00000100:00100000:3.0:1731347580.513213:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+161:2003:x1815448312747264:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.513217:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312747136 00010000:00010000:3.0:1731347580.513218:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.513220:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096c23600/0xb104f9478dff6a3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2703:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95813f expref: 161 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.513220:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312747136 00010000:00010000:0.0:1731347580.513220:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513225:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096c23600/0xb104f9478dff6a3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2703:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95813f expref: 162 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.513228:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952909696:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.513231:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012850e880/0xb104f9478dfed44e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb52 expref: 162 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.513233:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096c23600/0xb104f9478dff6a3b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95813f expref: 162 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.513235:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513238:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.513239:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.513241:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513245:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.513246:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 290999 00000100:00100000:1.0:1731347580.513251:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+161:2004:x1815448312747136:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.513254:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.513257:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952910080:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.513257:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.513260:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012850e880/0xb104f9478dfed44e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb52 expref: 161 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.513264:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513268:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012850e880/0xb104f9478dfed44e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x41b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb52 expref: 161 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.513269:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+161:2003:x1815448312747264:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.513274:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290998 00000100:00100000:2.0:1731347580.513277:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.513280:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012850e880/0xb104f9478dfed44e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x41b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb52 expref: 161 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.513283:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312747520 00000100:00100000:2.0:1731347580.513285:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312747520 00010000:00010000:1.0:1731347580.513288:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.513289:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.513291:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136353cc0/0xb104f9478e005214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966911 expref: 151 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.513291:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513297:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513300:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291000 00000004:00080000:3.0:1731347580.513301:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867cbb80/2, rc 0, transno 368703 00000100:00100000:2.0:1731347580.513303:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+151:2003:x1815448312747520:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.513307:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.513308:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952908544:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.513309:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136353cc0/0xb104f9478e005214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966911 expref: 151 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.513309:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.513315:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136353cc0/0xb104f9478e005214 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966911 expref: 151 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.513322:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136353cc0/0xb104f9478e005214 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966911 expref: 151 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.513325:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+159:2004:x1815448312747136:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.513328:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.513329:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.513330:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 290999 00010000:00010000:2.0:1731347580.513331:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.513335:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c042300/2, rc 0, transno 400245 00010000:00010000:2.0:1731347580.513338:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513342:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952908416:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.513346:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513350:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.513353:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513360:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513365:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+150:2003:x1815448312747520:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (86us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.513367:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513370:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0458700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952912000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.513370:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291000 00010000:00010000:1.0:1731347580.513374:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513380:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912206c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.513381:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513383:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513385:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513389:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513389:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513390:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.513393:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513397:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513398:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513400:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.513401:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513404:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e078058 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.513406:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801193e3100/2, rc 0, transno 368702 00010000:00010000:2.0:1731347580.513408:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513411:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801193e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952908800:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.513429:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513434:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83180/0xb104f9478e07805f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513448:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0458e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952912256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.513449:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.513462:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.513465:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312747392 00000100:00100000:0.0:1731347580.513468:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312747392 00000100:00100000:3.0:1731347580.513471:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952912000 00000100:00100000:3.0:1731347580.513473:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952912000 00010000:00010000:0.0:1731347580.513479:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b886880/0xb104f9478e001464 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b68 expref: 159 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.513481:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952912256 00000100:00100000:3.0:1731347580.513483:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952912256 00000100:00100000:3.0:1731347580.513488:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205104 00000100:00100000:3.0:1731347580.513491:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0458380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+177:3760:x1815447952912000:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.513495:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291001 00002000:00080000:3.0:1731347580.513499:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9987 count 1 00000100:00100000:0.0:1731347580.513500:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+159:2004:x1815448312747392:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.513505:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513507:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.513508:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+177:3761:x1815447952909952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2225us (2250us total) trans 4295336000 rc 0/0 00010000:00010000:0.0:1731347580.513511:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b886880/0xb104f9478e001464 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b68 expref: 159 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.513512:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097511440/0xb104f9478dff6a42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958146 expref: 149 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.513512:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205096 00010000:00010000:3.0:1731347580.513516:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.513517:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.513518:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513520:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b886880/0xb104f9478e001464 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b68 expref: 159 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.513522:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205105 00000100:00100000:1.0:1731347580.513522:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+332:3762:x1815447952909312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2339us (2379us total) trans 4295367542 rc 0/0 00000100:00100000:2.0:1731347580.513524:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+176:3762:x1815447952912256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.513527:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097511440/0xb104f9478dff6a42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958146 expref: 149 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.513528:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205095 00010000:00010000:0.0:1731347580.513531:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b886880/0xb104f9478e001464 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b68 expref: 159 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.513532:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10854 count 1 00010000:00010000:3.0:1731347580.513535:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097511440/0xb104f9478dff6a42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958146 expref: 149 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.513538:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.513539:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513540:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.513541:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952912384:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.513542:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513546:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880018337600/0xb104f9478e00145d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b61 expref: 149 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.513548:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513549:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.513550:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.513552:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513553:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.513561:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.513564:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880018337600/0xb104f9478e00145d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b61 expref: 149 pid: 15919 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.513566:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7fb80/2, rc 0, transno 400246 00000100:00100000:3.0:1731347580.513570:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952909312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.513570:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880018337600/0xb104f9478e00145d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b61 expref: 149 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.513575:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952912512:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.513576:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005855880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952910336:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.513578:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+158:2004:x1815448312747392:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.513583:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291001 00000100:00100000:3.0:1731347580.513585:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.513587:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952912640:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.513587:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513588:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.513596:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513601:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.513603:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513609:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513614:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513615:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952912640 00000100:00100000:3.0:1731347580.513617:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a045b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952912128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.513617:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952912640 00010000:00010000:0.0:1731347580.513619:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513624:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.513626:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513628:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205106 00000100:00100000:2.0:1731347580.513630:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+332:3762:x1815447952912640:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.513631:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.513632:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.513637:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12518 count 1 00010000:00010000:0.0:1731347580.513639:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513643:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.513643:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.513644:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952912128 00000100:00100000:3.0:1731347580.513647:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952912128 00010000:00010000:2.0:1731347580.513649:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac375440/0xb104f9478e008472 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b76 expref: 157 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.513653:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.513654:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.513655:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513664:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac375440/0xb104f9478e008472 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b76 expref: 157 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.513671:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205107 00010000:00010000:2.0:1731347580.513672:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac375440/0xb104f9478e008472 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b76 expref: 157 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.513676:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+333:3761:x1815447952912128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.513677:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952912768:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.513677:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312747648 00000100:00100000:1.0:1731347580.513680:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312747648 00002000:00080000:3.0:1731347580.513684:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18983 count 1 00000100:00100000:2.0:1731347580.513688:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.513688:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801268a8fc0/0xb104f9478e00458e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c8b expref: 158 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.513689:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078051 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513692:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513699:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88001997e880/0xb104f9478dfff51c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c20 expref: 158 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.513701:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291002 00010000:00010000:3.0:1731347580.513703:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.513704:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.513705:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+158:2004:x1815448312747648:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.513706:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513712:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.513715:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801268a8fc0/0xb104f9478e00458e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c8b expref: 158 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.513716:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88001997e880/0xb104f9478dfff51c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c20 expref: 158 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.513722:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88001997e880/0xb104f9478dfff51c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c20 expref: 158 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.513724:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801268a8fc0/0xb104f9478e00458e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c8b expref: 158 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.513727:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952912896:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.513735:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801268a8fc0/0xb104f9478e00458e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x37cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c8b expref: 158 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.513740:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.513743:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.513745:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.513747:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513752:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0459880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952910848:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.513753:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.513759:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513781:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.513784:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332df480/2, rc 0, transno 368704 00000100:00100000:3.0:1731347580.513788:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952909952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.513791:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+334:3762:x1815447952909184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2620us (2683us total) trans 4295367543 rc 0/0 00000100:00100000:0.0:1731347580.513796:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205094 00000100:00100000:1.0:1731347580.513798:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+157:2004:x1815448312747648:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 92us (154us total) trans 0 rc 0/0 00000004:00080000:2.0:1731347580.513803:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f7f800/2, rc 0, transno 400247 00000100:00100000:1.0:1731347580.513803:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291002 00000100:00100000:3.0:1731347580.513805:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0459880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952913024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.513808:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952909184:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.513808:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513813:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513817:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513818:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.513821:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513824:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513826:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.513827:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513827:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81680 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.513829:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952913152:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.513829:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513833:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513833:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513837:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.513838:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513840:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513842:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07804a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513846:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952913024 00010000:00010000:1.0:1731347580.513846:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.513848:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c040000/2, rc 0, transno 400244 00000100:00100000:2.0:1731347580.513848:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952913024 00010000:00010000:1.0:1731347580.513852:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.513856:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80fc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.513857:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952908032:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.513859:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.513863:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867cad80/2, rc 0, transno 368701 00010000:00010000:1.0:1731347580.513864:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.513866:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952907904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.513874:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952913152 00000100:00100000:2.0:1731347580.513875:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952913152 00010000:00010000:1.0:1731347580.513876:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513882:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205108 00010000:00010000:1.0:1731347580.513882:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80fc0/0xb104f9478e078066 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513885:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+177:3760:x1815447952913024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.513891:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16824 count 1 00010000:00010000:2.0:1731347580.513898:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513905:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012868aac0/0xb104f9478dfed447 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb4b expref: 149 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.513907:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+335:3760:x1815447952909056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2764us (2812us total) trans 4295367544 rc 0/0 00010000:00010000:2.0:1731347580.513908:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.513909:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a5f3ea00/2, rc 0, transno 400248 00010000:00010000:2.0:1731347580.513909:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.513911:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.513911:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205093 00000100:00100000:3.0:1731347580.513913:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952909056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.513918:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205109 00010000:00010000:2.0:1731347580.513919:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012868aac0/0xb104f9478dfed447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb4b expref: 149 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.513921:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+334:3760:x1815447952913152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.513925:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1731347580.513925:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012868aac0/0xb104f9478dfed447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb4b expref: 149 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.513928:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952913664:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.513930:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952913536:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.513939:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.513940:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62b40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.513947:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952913664 00002000:00080000:0.0:1731347580.513947:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10509 count 1 00000100:00100000:2.0:1731347580.513948:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952913664 00010000:00010000:0.0:1731347580.513954:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.513957:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205110 00000100:00100000:2.0:1731347580.513960:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+336:3761:x1815447952913664:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.513961:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801294958c0/0xb104f9478dfed088 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e785 expref: 156 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.513965:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1731347580.513966:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13977 count 1 00010000:00010000:0.0:1731347580.513966:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.513967:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.513972:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.513977:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801294958c0/0xb104f9478dfed088 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e785 expref: 156 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.513978:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880128324b40/0xb104f9478dfed8b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efc0 expref: 156 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.513982:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.513982:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.513983:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801294958c0/0xb104f9478dfed088 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e785 expref: 156 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.513984:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.513992:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005857800/2, rc 0, transno 400249 00000100:00100000:0.0:1731347580.513992:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952913792:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.513993:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880128324b40/0xb104f9478dfed8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efc0 expref: 156 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.513993:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+336:3761:x1815447952910208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2576us (2601us total) trans 4295367545 rc 0/0 00000100:00100000:3.0:1731347580.513995:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005857800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952910208:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.513999:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205097 00010000:00010000:2.0:1731347580.514001:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880128324b40/0xb104f9478dfed8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efc0 expref: 156 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.514003:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba540 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.514007:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.514010:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e964a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952914048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.514015:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952913920:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.514022:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.514030:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62f00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.514032:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952914048 00000100:00100000:0.0:1731347580.514034:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952914048 00000100:00100000:2.0:1731347580.514039:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e965500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952913408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.514045:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205111 00000100:00100000:0.0:1731347580.514047:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+336:3760:x1815447952914048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.514054:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.514054:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952910976:192.168.203.60@tcp:104: 00002000:00080000:0.0:1731347580.514054:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17876 count 1 00010000:00010000:0.0:1731347580.514061:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.514062:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.514065:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.514066:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952913280:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.514068:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e2b3c0/0xb104f9478dff951b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac1f expref: 156 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.514071:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.514072:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.514073:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.514073:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514080:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952913408 00000100:00100000:3.0:1731347580.514081:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952913280 00000100:00100000:3.0:1731347580.514082:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952913280 00000100:00100000:1.0:1731347580.514082:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952913408 00010000:00010000:0.0:1731347580.514082:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5e2b3c0/0xb104f9478dff951b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac1f expref: 156 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.514087:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e2b3c0/0xb104f9478dff951b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac1f expref: 156 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.514092:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952914176:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.514095:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205112 00000100:00100000:3.0:1731347580.514097:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+337:3763:x1815447952913280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.514099:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205113 00000100:00100000:1.0:1731347580.514103:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+178:3763:x1815447952913408:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.514103:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba9c0 going to sleep for 11 seconds 00002000:00080000:3.0:1731347580.514105:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19171 count 1 00010000:00010000:3.0:1731347580.514112:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.514114:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14284 count 1 00010000:00010000:3.0:1731347580.514119:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011708fa80/0xb104f9478e0055b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cb4 expref: 156 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.514123:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514124:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.514124:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.514126:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514133:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801248a4480/0xb104f9478e004587 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c92 expref: 149 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.514138:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011708fa80/0xb104f9478e0055b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cb4 expref: 156 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.514138:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.514140:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.514142:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514144:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011708fa80/0xb104f9478e0055b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cb4 expref: 156 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.514148:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952914304:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.514156:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801248a4480/0xb104f9478e004587 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c92 expref: 149 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.514158:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.514159:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952911104:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.514163:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801248a4480/0xb104f9478e004587 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c92 expref: 149 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.514170:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514172:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952914432:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.514185:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65f00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.514213:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952911616:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.514221:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.514222:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952911744:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.514233:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.514239:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0459180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952911872:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.514246:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514268:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.514278:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312747904 00000100:00100000:2.0:1731347580.514280:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312747904 00010000:00010000:2.0:1731347580.514287:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b2bb8000/0xb104f9478dffa7eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95beef expref: 150 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.514301:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291003 00000100:00100000:2.0:1731347580.514304:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+150:2004:x1815448312747904:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.514308:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.514310:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b2bb8000/0xb104f9478dffa7eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95beef expref: 150 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.514315:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b2bb8000/0xb104f9478dffa7eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95beef expref: 150 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.514315:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.514324:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b2bb8000/0xb104f9478dffa7eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95beef expref: 150 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.514327:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.514327:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312748160 00010000:00010000:2.0:1731347580.514329:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.514329:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312748160 00010000:00010000:2.0:1731347580.514330:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.514332:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514335:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312748416 00010000:00010000:2.0:1731347580.514336:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514338:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312748416 00010000:00010000:0.0:1731347580.514338:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af59a1c0/0xb104f9478dffff48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96164c expref: 157 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.514343:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.514349:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011935c000/0xb104f9478e005c71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967375 expref: 150 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.514350:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.514351:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291004 00000100:00100000:0.0:1731347580.514353:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+157:2004:x1815448312748160:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.514355:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+150:2004:x1815448312747904:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (88us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.514357:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.514359:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291003 00010000:00010000:0.0:1731347580.514359:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.514361:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af59a1c0/0xb104f9478dffff48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96164c expref: 157 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.514362:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291005 00010000:00010000:3.0:1731347580.514365:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514365:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:2004:x1815448312748416:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.514366:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af59a1c0/0xb104f9478dffff48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96164c expref: 157 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.514370:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.514371:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514372:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011935c000/0xb104f9478e005c71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967375 expref: 149 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.514374:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af59a1c0/0xb104f9478dffff48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96164c expref: 157 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.514376:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.514377:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514377:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011935c000/0xb104f9478e005c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967375 expref: 149 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.514382:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312747776 00010000:00010000:3.0:1731347580.514383:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.514383:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.514384:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312747776 00010000:00010000:0.0:1731347580.514384:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.514385:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011935c000/0xb104f9478e005c71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967375 expref: 149 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.514385:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514386:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.514390:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f18a640/0xb104f9478dff7b91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95929c expref: 149 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.514390:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514391:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.514392:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.514393:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514394:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.514398:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291006 00010000:00010000:1.0:1731347580.514398:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514398:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.514400:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.514400:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:2004:x1815448312747776:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.514404:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e07806d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.514404:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.514406:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f18a640/0xb104f9478dff7b91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95929c expref: 149 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.514406:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.514409:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+156:2004:x1815448312748160:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.514412:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291004 00010000:00010000:2.0:1731347580.514429:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f18a640/0xb104f9478dff7b91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95929c expref: 149 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.514434:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:2004:x1815448312748416:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (106us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.514437:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a640/0xb104f9478dff7b91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95929c expref: 149 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.514438:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291005 00010000:00010000:2.0:1731347580.514443:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.514444:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.514446:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.514450:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.514457:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.514457:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.514466:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312748032 00000100:00100000:2.0:1731347580.514467:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+147:2004:x1815448312747776:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.514468:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312748032 00000100:00100000:2.0:1731347580.514470:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291006 00010000:00010000:0.0:1731347580.514476:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012706b840/0xb104f9478dfee3dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae1 expref: 147 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.514481:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.514486:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514486:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.514489:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312748288 00010000:00010000:2.0:1731347580.514490:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.514491:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312748288 00000100:00100000:1.0:1731347580.514495:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291007 00000100:00100000:3.0:1731347580.514497:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+179:3762:x1815447952910464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2334us (2390us total) trans 4295336001 rc 0/0 00010000:00010000:2.0:1731347580.514497:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514499:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+147:2004:x1815448312748032:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.514499:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012849d440/0xb104f9478e00d3da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ead7 expref: 156 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.514501:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205098 00010000:00010000:2.0:1731347580.514501:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.514504:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912218c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.514504:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.514506:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514507:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012706b840/0xb104f9478dfee3dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae1 expref: 147 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.514509:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514512:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012706b840/0xb104f9478dfee3dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae1 expref: 147 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.514512:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291008 00010000:00010000:2.0:1731347580.514514:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.514516:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+156:2004:x1815448312748288:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.514519:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e078082 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514522:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.514523:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012706b840/0xb104f9478dfee3dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fae1 expref: 147 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.514525:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514527:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012849d440/0xb104f9478e00d3da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ead7 expref: 156 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.514529:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.514530:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514530:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.514532:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514534:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514536:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514536:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012849d440/0xb104f9478e00d3da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ead7 expref: 156 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.514537:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514542:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514543:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.514545:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.514547:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514547:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012849d440/0xb104f9478e00d3da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ead7 expref: 156 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.514551:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514552:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+146:2004:x1815448312748032:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (95us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.514556:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514556:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291007 00010000:00010000:0.0:1731347580.514556:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.514558:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.514560:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078074 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514561:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514568:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514581:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.514588:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514592:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514597:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.514598:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+155:2004:x1815448312748288:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.514600:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.514603:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291008 00010000:00010000:1.0:1731347580.514607:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514611:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143aac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.514613:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514616:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514622:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514622:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514625:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e078089 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.514626:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+179:3762:x1815447952910592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2453us (2501us total) trans 4295336002 rc 0/0 00010000:00010000:0.0:1731347580.514628:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.514630:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205099 00010000:00010000:0.0:1731347580.514635:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514641:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514646:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514646:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514650:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514652:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514654:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514658:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514658:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.514661:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.514661:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514662:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514666:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514667:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514671:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.514675:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e078090 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514676:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.514683:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e07807b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.514701:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+338:3761:x1815447952911232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2338us (2385us total) trans 4295367546 rc 0/0 00000100:00100000:1.0:1731347580.514705:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205101 00000100:00100000:3.0:1731347580.514738:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a045b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+180:3762:x1815447952911488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2337us (2360us total) trans 4295336003 rc 0/0 00000100:00100000:3.0:1731347580.514742:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205103 00000004:00080000:3.0:1731347580.514761:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a0459c00/2, rc 0, transno 400250 00000100:00100000:2.0:1731347580.514763:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+338:3763:x1815447952911360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2396us (2425us total) trans 4295367547 rc 0/0 00000100:00100000:3.0:1731347580.514780:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952911232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.514781:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205102 00000004:00080000:2.0:1731347580.514798:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a045a300/2, rc 0, transno 400251 00000100:00100000:0.0:1731347580.514802:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+179:3761:x1815447952910720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2606us (2660us total) trans 4295336004 rc 0/0 00000100:00100000:2.0:1731347580.514809:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a045a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952911360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.514812:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:3.0:1731347580.514813:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a045ad80/2, rc 0, transno 368708 00000100:00100000:2.0:1731347580.514817:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952914560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.514819:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a045ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952910720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.514829:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.514838:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952914560 00000100:00100000:2.0:1731347580.514840:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952914560 00000100:00100000:3.0:1731347580.514853:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952914816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.514868:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.514880:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205100 00000100:00100000:3.0:1731347580.514881:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952914816 00000100:00100000:3.0:1731347580.514883:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952914816 00000100:00100000:2.0:1731347580.514887:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205114 00000100:00100000:2.0:1731347580.514889:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+338:3763:x1815447952914560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.514892:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205115 00000100:00100000:1.0:1731347580.514895:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+179:3760:x1815447952914816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.514897:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12504 count 1 00010000:00010000:2.0:1731347580.514904:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.514904:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15206 count 1 00010000:00010000:2.0:1731347580.514911:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800adf02400/0xb104f9478dffedac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604b0 expref: 154 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.514911:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.514914:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.514915:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.514917:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.514918:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801352bed00/0xb104f9478e00d3d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96eade expref: 145 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.514922:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.514923:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.514925:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800adf02400/0xb104f9478dffedac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604b0 expref: 154 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.514925:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.514930:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800adf02400/0xb104f9478dffedac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604b0 expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.514934:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801352bed00/0xb104f9478e00d3d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96eade expref: 145 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.514935:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952914944:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.514939:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801352bed00/0xb104f9478e00d3d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96eade expref: 145 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.514945:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952915072:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.514947:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea629c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.514954:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952914688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.514958:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.514966:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.514976:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952914688 00000100:00100000:3.0:1731347580.514977:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952914688 00000004:00080000:2.0:1731347580.514981:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a045b480/2, rc 0, transno 368707 00000100:00100000:2.0:1731347580.514986:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a045b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952911488:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.514991:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005854e00/2, rc 0, transno 368706 00000100:00100000:2.0:1731347580.514994:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952910592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.514995:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952912384:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.514998:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880005854700/2, rc 0, transno 368705 00000100:00100000:2.0:1731347580.515000:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880005854700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952910464:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.515005:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515013:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952912768:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.515015:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952912512:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.515021:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.515055:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952915200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.515057:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952915456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.515071:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.515082:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.515084:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.515084:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952915328:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.515090:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952915456 00000100:00100000:1.0:1731347580.515093:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952915456 00000100:00100000:2.0:1731347580.515095:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.515100:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952915200 00000100:00100000:3.0:1731347580.515102:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952915200 00000100:00100000:2.0:1731347580.515105:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952915328 00000100:00100000:2.0:1731347580.515107:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952915328 00000100:00100000:1.0:1731347580.515107:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205116 00010000:00010000:0.0:1731347580.515109:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515111:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+182:3763:x1815447952915456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.515117:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205117 00000100:00100000:2.0:1731347580.515120:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+182:3761:x1815447952915200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.515120:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12518 count 1 00000100:00100000:3.0:1731347580.515121:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205118 00000100:00100000:3.0:1731347580.515126:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+182:3763:x1815447952915328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.515128:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18939 count 1 00010000:00010000:1.0:1731347580.515129:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515135:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.515136:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18983 count 1 00010000:00010000:2.0:1731347580.515142:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4588d80/0xb104f9478dffff41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961645 expref: 145 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.515142:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914761c0/0xb104f9478e00846b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b6f expref: 145 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.515145:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515146:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.515147:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515147:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.515148:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515148:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515150:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.515155:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad1f5440/0xb104f9478dfff515 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c19 expref: 145 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.515158:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4588d80/0xb104f9478dffff41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961645 expref: 145 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.515160:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.515161:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.515163:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515163:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4588d80/0xb104f9478dffff41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961645 expref: 145 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.515163:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800914761c0/0xb104f9478e00846b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b6f expref: 145 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.515168:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952915584:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.515171:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800914761c0/0xb104f9478e00846b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b6f expref: 145 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.515174:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad1f5440/0xb104f9478dfff515 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c19 expref: 145 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.515179:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952915712:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.515180:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad1f5440/0xb104f9478dfff515 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c19 expref: 145 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.515181:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.515186:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952915840:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.515197:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba659c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.515201:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.515214:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952912896:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.515221:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205119 00010000:00010000:0.0:1731347580.515223:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.515224:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+339:3763:x1815447952914688:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.515224:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:3.0:1731347580.515231:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9556 count 1 00000100:00100000:0.0:1731347580.515236:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312748672 00010000:00010000:3.0:1731347580.515238:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.515239:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312748672 00010000:00010000:3.0:1731347580.515244:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b30b180/0xb104f9478dff8bf2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2f6 expref: 154 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.515248:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.515249:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.515250:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515250:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880018337600/0xb104f9478e00145d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b61 expref: 146 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.515255:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.515258:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952913536:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.515259:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b30b180/0xb104f9478dff8bf2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2f6 expref: 154 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.515265:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.515267:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b30b180/0xb104f9478dff8bf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2f6 expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.515267:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312748928 00000100:00100000:1.0:1731347580.515270:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312748928 00000100:00100000:0.0:1731347580.515270:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291009 00000100:00100000:3.0:1731347580.515272:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880113504a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952915968:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.515275:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+146:2004:x1815448312748672:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.515279:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88001997e880/0xb104f9478dfff51c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c20 expref: 155 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.515282:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.515283:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.515286:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880018337600/0xb104f9478e00145d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b61 expref: 146 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.515292:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291010 00010000:00010000:0.0:1731347580.515295:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880018337600/0xb104f9478e00145d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b61 expref: 146 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.515296:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+155:2004:x1815448312748928:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.515304:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.515307:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88001997e880/0xb104f9478dfff51c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c20 expref: 155 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.515307:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880018337600/0xb104f9478e00145d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962b61 expref: 146 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.515314:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88001997e880/0xb104f9478dfff51c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c20 expref: 155 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.515316:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.515317:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.515320:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515324:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88001997e880/0xb104f9478dfff51c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c20 expref: 155 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.515331:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515332:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515333:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515335:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515341:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515345:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.515349:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515349:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.515353:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515357:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515361:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515362:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2004:x1815448312748928:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.515362:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+145:2004:x1815448312748672:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (138us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.515364:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515365:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291010 00010000:00010000:2.0:1731347580.515368:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221680 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.515368:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291009 00010000:00010000:2.0:1731347580.515370:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515374:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515379:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515383:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221680/0xb104f9478e07809e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515385:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.515392:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312748544 00000100:00100000:0.0:1731347580.515395:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312748544 00000100:00100000:1.0:1731347580.515398:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.515403:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312749184 00010000:00010000:0.0:1731347580.515403:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097511440/0xb104f9478dff6a42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958146 expref: 145 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.515404:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312749184 00010000:00010000:1.0:1731347580.515410:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801294958c0/0xb104f9478dfed088 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e785 expref: 154 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.515439:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291011 00000100:00100000:1.0:1731347580.515443:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291012 00000100:00100000:0.0:1731347580.515444:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+145:2003:x1815448312748544:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.515446:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2004:x1815448312749184:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.515450:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.515450:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.515452:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801294958c0/0xb104f9478dfed088 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e785 expref: 154 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.515454:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097511440/0xb104f9478dff6a42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958146 expref: 145 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.515458:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801294958c0/0xb104f9478dfed088 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e785 expref: 154 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.515462:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097511440/0xb104f9478dff6a42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958146 expref: 145 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.515465:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515466:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515468:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515472:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515472:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097511440/0xb104f9478dff6a42 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958146 expref: 145 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.515473:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+183:3762:x1815447952912256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1947us (2009us total) trans 4295336005 rc 0/0 00000100:00100000:2.0:1731347580.515477:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205105 00010000:00010000:1.0:1731347580.515477:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.515479:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.515481:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.515483:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515487:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2004:x1815448312749184:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 40us (87us total) trans 0 rc 0/0 00000004:00080000:3.0:1731347580.515488:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a0458e00/2, rc 0, transno 368709 00010000:00010000:0.0:1731347580.515489:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515490:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291012 00000100:00100000:3.0:1731347580.515495:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0458e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952912256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.515506:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.515512:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312748800 00000100:00100000:1.0:1731347580.515513:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312748800 00010000:00010000:1.0:1731347580.515518:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac375440/0xb104f9478e008472 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b76 expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.515524:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952916096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.515529:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291013 00000100:00100000:1.0:1731347580.515531:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:2003:x1815448312748800:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.515536:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.515537:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac375440/0xb104f9478e008472 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b76 expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.515542:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac375440/0xb104f9478e008472 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x30e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b76 expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.515544:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.515549:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac375440/0xb104f9478e008472 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x30e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b76 expref: 154 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.515553:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952916096 00010000:00010000:1.0:1731347580.515554:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515555:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.515556:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952916096 00010000:00010000:1.0:1731347580.515556:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515560:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.515565:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205120 00000100:00100000:2.0:1731347580.515567:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+183:3760:x1815447952916096:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.515567:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.515573:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1731347580.515574:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10509 count 1 00000100:00100000:1.0:1731347580.515575:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+153:2003:x1815448312748800:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (69us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.515577:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515578:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291013 00010000:00010000:2.0:1731347580.515580:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.515585:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515585:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515587:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880128688fc0/0xb104f9478dfed081 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e78c expref: 144 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.515587:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+144:2003:x1815448312748544:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 141us (200us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.515590:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.515591:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.515592:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291011 00010000:00010000:2.0:1731347580.515594:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515594:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515595:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.515596:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.515597:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515598:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515602:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.515604:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515604:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880128688fc0/0xb104f9478dfed081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e78c expref: 144 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.515605:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.515606:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515609:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880128688fc0/0xb104f9478dfed081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e78c expref: 144 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.515610:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.515610:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.515613:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.515614:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952916224:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.515615:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515618:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0780a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.515620:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.515624:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62b40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.515629:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.515634:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e078097 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515651:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515657:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515661:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515665:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515668:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515671:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b833c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.515673:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515677:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515684:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515687:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e0780ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515689:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+340:3762:x1815447952912640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2057us (2087us total) trans 4295367548 rc 0/0 00000100:00100000:1.0:1731347580.515693:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205106 00000004:00080000:2.0:1731347580.515695:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c3480/2, rc 0, transno 400252 00000100:00100000:2.0:1731347580.515700:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952912640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.515710:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0458380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+184:3760:x1815447952912000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2217us (2320us total) trans 4295336006 rc 0/0 00000100:00100000:1.0:1731347580.515713:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.515714:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205104 00000100:00100000:2.0:1731347580.515719:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952916352:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.515731:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1731347580.515733:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a0458700/2, rc 0, transno 368710 00000100:00100000:3.0:1731347580.515744:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0458700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952912000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.515750:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952914432:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.515756:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952914304:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.515757:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.515760:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952913920:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.515764:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515765:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312749056 00000100:00100000:1.0:1731347580.515767:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312749056 00010000:00010000:2.0:1731347580.515780:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.515784:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+340:3761:x1815447952912128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2092us (2137us total) trans 4295367549 rc 0/0 00000100:00100000:2.0:1731347580.515788:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.515790:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205107 00000100:00100000:3.0:1731347580.515791:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952916352 00010000:00010000:1.0:1731347580.515791:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012868aac0/0xb104f9478dfed447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb4b expref: 144 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.515792:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952916480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.515793:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952916352 00000100:00100000:1.0:1731347580.515802:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291014 00000100:00100000:2.0:1731347580.515804:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.515805:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+144:2003:x1815448312749056:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.515806:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205121 00000100:00100000:3.0:1731347580.515808:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952916480 00000100:00100000:0.0:1731347580.515808:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+340:3761:x1815447952916352:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.515809:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952916480 00010000:00010000:1.0:1731347580.515811:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.515813:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012868aac0/0xb104f9478dfed447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb4b expref: 144 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.515817:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12527 count 1 00010000:00010000:1.0:1731347580.515818:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012868aac0/0xb104f9478dfed447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb4b expref: 144 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.515819:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a045b100/2, rc 0, transno 400253 00000100:00100000:3.0:1731347580.515822:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205122 00000100:00100000:2.0:1731347580.515823:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a045b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952912128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.515824:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+184:3763:x1815447952916480:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.515824:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515825:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012868aac0/0xb104f9478dfed447 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94eb4b expref: 144 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.515830:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515831:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.515832:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b810e640/0xb104f9478dfffa2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96112f expref: 152 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.515833:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.515834:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19171 count 1 00010000:00010000:0.0:1731347580.515836:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515837:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515837:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.515838:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.515839:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952916608:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.515841:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515844:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.515848:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011678e640/0xb104f9478e0055a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cad expref: 143 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.515848:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.515851:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b810e640/0xb104f9478dfffa2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96112f expref: 152 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.515852:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.515852:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+143:2003:x1815448312749056:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (139us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.515853:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.515855:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515855:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291014 00000100:00100000:2.0:1731347580.515856:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952916608 00010000:00010000:0.0:1731347580.515856:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b810e640/0xb104f9478dfffa2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96112f expref: 152 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.515858:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952916608 00000100:00100000:0.0:1731347580.515862:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952916736:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.515864:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011678e640/0xb104f9478e0055a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cad expref: 142 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.515866:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205123 00010000:00010000:3.0:1731347580.515869:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011678e640/0xb104f9478e0055a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cad expref: 142 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.515869:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+341:3763:x1815447952916608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.515872:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.515873:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba840 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.515875:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952916864:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.515877:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.515877:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14123 count 1 00010000:00010000:2.0:1731347580.515881:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515883:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.515884:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.515887:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.515887:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952914176:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.515888:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515890:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012700c000/0xb104f9478dffcfc2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6c6 expref: 152 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.515891:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.515893:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515893:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.515893:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515894:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.515896:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515896:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515904:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012700c000/0xb104f9478dffcfc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6c6 expref: 152 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.515904:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801294958c0/0xb104f9478dfed088 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e785 expref: 152 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.515905:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515909:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012700c000/0xb104f9478dffcfc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6c6 expref: 151 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.515910:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220240/0xb104f9478e0780b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.515910:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952913792:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.515914:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515916:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952916992:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.515919:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515922:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515925:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65f00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.515930:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515933:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515937:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515940:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.515940:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.515942:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515945:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.515947:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312749440 00000100:00100000:1.0:1731347580.515948:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312749440 00010000:00010000:0.0:1731347580.515951:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.515954:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e0780ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.515955:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e2b3c0/0xb104f9478dff951b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac1f expref: 152 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.515963:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291015 00000100:00100000:1.0:1731347580.515965:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+152:2004:x1815448312749440:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.515970:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.515972:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5e2b3c0/0xb104f9478dff951b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac1f expref: 152 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.515977:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5e2b3c0/0xb104f9478dff951b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac1f expref: 152 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.515982:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+185:3760:x1815447952913024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2096us (2162us total) trans 4295336007 rc 0/0 00010000:00010000:1.0:1731347580.515983:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e2b3c0/0xb104f9478dff951b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac1f expref: 152 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.515986:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205108 00010000:00010000:1.0:1731347580.515988:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.515989:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.515990:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a0459880/2, rc 0, transno 368711 00010000:00010000:1.0:1731347580.515990:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.515995:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0459880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952913024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.515997:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516005:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.516011:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+151:2004:x1815448312749440:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.516014:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007b733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952917120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.516014:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291015 00000100:00100000:0.0:1731347580.516025:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+342:3760:x1815447952913152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2102us (2186us total) trans 4295367550 rc 0/0 00000100:00100000:3.0:1731347580.516030:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.516030:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205109 00000100:00100000:1.0:1731347580.516031:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.516037:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952917120 00000100:00100000:0.0:1731347580.516039:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952917120 00000004:00080000:3.0:1731347580.516040:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116d23b80/2, rc 0, transno 400254 00000100:00100000:1.0:1731347580.516041:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.516044:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952913152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.516046:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312749312 00000100:00100000:1.0:1731347580.516047:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312749312 00000100:00100000:0.0:1731347580.516049:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205124 00000100:00100000:0.0:1731347580.516051:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+185:3760:x1815447952917120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.516052:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880128324b40/0xb104f9478dfed8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efc0 expref: 151 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.516059:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312749696 00002000:00080000:0.0:1731347580.516059:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13977 count 1 00000100:00100000:1.0:1731347580.516060:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312749696 00010000:00010000:1.0:1731347580.516064:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801248a4480/0xb104f9478e004587 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c92 expref: 143 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.516066:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.516068:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952917248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.516072:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291016 00010000:00010000:0.0:1731347580.516072:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880127131440/0xb104f9478dfed8bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb9 expref: 143 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.516075:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+151:2003:x1815448312749312:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.516076:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.516077:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.516078:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291017 00010000:00010000:0.0:1731347580.516078:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.516079:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.516079:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.516081:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+143:2004:x1815448312749696:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.516081:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880128324b40/0xb104f9478dfed8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efc0 expref: 151 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.516086:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.516086:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880128324b40/0xb104f9478dfed8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efc0 expref: 151 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.516087:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880127131440/0xb104f9478dfed8bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb9 expref: 143 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.516089:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801248a4480/0xb104f9478e004587 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c92 expref: 143 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.516092:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880127131440/0xb104f9478dfed8bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb9 expref: 143 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.516093:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880128324b40/0xb104f9478dfed8b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efc0 expref: 151 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.516095:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801248a4480/0xb104f9478e004587 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c92 expref: 143 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.516098:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952917376:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.516099:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.516099:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.516101:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516103:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801248a4480/0xb104f9478e004587 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965c92 expref: 143 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.516105:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516108:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.516108:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba540 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.516109:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.516111:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516111:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.516116:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516118:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516118:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516118:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+150:2003:x1815448312749312:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (87us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.516120:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516121:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291016 00010000:00010000:3.0:1731347580.516122:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516126:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516127:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.516127:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516130:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.516131:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516134:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.516135:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+142:2004:x1815448312749696:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (93us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.516135:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516137:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.516138:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.516138:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291017 00010000:00010000:0.0:1731347580.516138:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a1c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.516139:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516142:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516142:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.516143:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.516145:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312749568 00000100:00100000:2.0:1731347580.516147:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312749568 00010000:00010000:3.0:1731347580.516148:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.516148:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.516152:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0780c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516153:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011708fa80/0xb104f9478e0055b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cb4 expref: 150 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.516155:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0780c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.516162:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291018 00000100:00100000:2.0:1731347580.516164:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+150:2003:x1815448312749568:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.516165:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952915072:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.516168:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.516170:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011708fa80/0xb104f9478e0055b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cb4 expref: 150 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.516171:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516175:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011708fa80/0xb104f9478e0055b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cb4 expref: 150 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.516181:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011708fa80/0xb104f9478e0055b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cb4 expref: 150 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.516185:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.516186:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.516187:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.516188:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516192:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516199:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.516205:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:2003:x1815448312749568:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (62us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.516208:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291018 00000100:00100000:2.0:1731347580.516212:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312749952 00000100:00100000:2.0:1731347580.516213:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312749952 00010000:00010000:2.0:1731347580.516217:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801352bed00/0xb104f9478e00d3d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96eade expref: 142 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.516223:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+343:3760:x1815447952914048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2174us (2200us total) trans 4295367551 rc 0/0 00000100:00100000:0.0:1731347580.516227:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205111 00000100:00100000:2.0:1731347580.516232:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291019 00000100:00100000:0.0:1731347580.516234:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952917248 00000100:00100000:3.0:1731347580.516235:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+342:3761:x1815447952913664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2273us (2295us total) trans 4295367552 rc 0/0 00000100:00100000:2.0:1731347580.516235:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+142:2004:x1815448312749952:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.516236:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952917248 00010000:00010000:2.0:1731347580.516238:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.516240:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801352bed00/0xb104f9478e00d3d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96eade expref: 142 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.516241:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205110 00000100:00100000:1.0:1731347580.516243:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.516245:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801352bed00/0xb104f9478e00d3d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96eade expref: 142 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.516247:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205125 00000100:00100000:0.0:1731347580.516250:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+342:3761:x1815447952917248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.516251:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801352bed00/0xb104f9478e00d3d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96eade expref: 142 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.516252:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312749824 00000100:00100000:1.0:1731347580.516254:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312749824 00002000:00080000:0.0:1731347580.516257:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15353 count 1 00010000:00010000:2.0:1731347580.516259:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.516260:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.516261:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800adf02400/0xb104f9478dffedac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604b0 expref: 149 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.516262:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.516263:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516266:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.516269:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801280a5d40/0xb104f9478dfecfee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6f2 expref: 149 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.516273:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.516273:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.516274:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291020 00010000:00010000:0.0:1731347580.516274:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.516275:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516277:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:2004:x1815448312749824:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.516279:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+141:2004:x1815448312749952:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (92us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.516281:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.516282:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291019 00010000:00010000:1.0:1731347580.516283:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800adf02400/0xb104f9478dffedac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x30d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604b0 expref: 149 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.516284:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801280a5d40/0xb104f9478dfecfee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6f2 expref: 149 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.516289:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800adf02400/0xb104f9478dffedac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604b0 expref: 149 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.516290:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801280a5d40/0xb104f9478dfecfee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6f2 expref: 149 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.516291:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516295:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.516295:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952917504:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.516296:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.516297:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.516298:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516299:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516302:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516303:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.516305:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.516306:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516308:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.516312:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.516314:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516316:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:2004:x1815448312749824:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 38us (72us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.516318:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516319:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516319:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291020 00010000:00010000:2.0:1731347580.516322:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516326:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e0780d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516327:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516330:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516333:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516334:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516337:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516339:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516341:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516342:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516344:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.516346:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516346:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516349:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae18c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.516350:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516351:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516354:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516357:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516359:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516360:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0780cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516363:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e0780e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.516400:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+187:3763:x1815447952913408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2296us (2344us total) trans 4295336008 rc 0/0 00000100:00100000:2.0:1731347580.516404:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205113 00010000:00010000:2.0:1731347580.516437:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800adf02400/0xb104f9478dffedac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604b0 expref: 148 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.516443:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952914944:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.516450:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516454:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516461:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516463:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+186:3760:x1815447952914816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1567us (1594us total) trans 4295336009 rc 0/0 00010000:00010000:2.0:1731347580.516465:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516467:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205115 00010000:00010000:2.0:1731347580.516468:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.516471:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+343:3763:x1815447952913280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2371us (2395us total) trans 4295367553 rc 0/0 00010000:00010000:2.0:1731347580.516472:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516475:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.516476:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.516477:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205112 00010000:00010000:2.0:1731347580.516480:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516485:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516489:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222ac0/0xb104f9478e0780dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.516501:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e966300/2, rc 0, transno 400256 00000100:00100000:3.0:1731347580.516508:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952913664:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.516519:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e964380/2, rc 0, transno 368713 00000100:00100000:3.0:1731347580.516523:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952914816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.516534:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952917632:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.516540:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e964a80/2, rc 0, transno 400255 00000100:00100000:3.0:1731347580.516544:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e964a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952914048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.516546:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.516554:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952917632 00000100:00100000:3.0:1731347580.516556:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952917632 00000100:00100000:1.0:1731347580.516556:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.516560:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+344:3763:x1815447952914560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1669us (1729us total) trans 4295367554 rc 0/0 00000100:00100000:1.0:1731347580.516560:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952917760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.516564:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205114 00000100:00100000:0.0:1731347580.516565:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.516567:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205126 00000100:00100000:1.0:1731347580.516568:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.516570:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+343:3762:x1815447952917632:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.516572:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952917760 00000100:00100000:0.0:1731347580.516572:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952917888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.516574:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952917760 00002000:00080000:3.0:1731347580.516577:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9301 count 1 00000100:00100000:2.0:1731347580.516583:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205127 00010000:00010000:3.0:1731347580.516584:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.516585:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+186:3762:x1815447952917760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.516591:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b0fa4b40/0xb104f9478dff069e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951d9b expref: 147 pid: 15872 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1731347580.516592:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17876 count 1 00000100:00100000:0.0:1731347580.516593:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.516599:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.516599:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516600:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.516601:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516603:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952917888 00010000:00010000:2.0:1731347580.516605:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b8bf840/0xb104f9478dff9522 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac26 expref: 140 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.516606:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952917888 00010000:00010000:2.0:1731347580.516609:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.516610:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b0fa4b40/0xb104f9478dff069e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951d9b expref: 147 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.516610:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.516611:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516615:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b0fa4b40/0xb104f9478dff069e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951d9b expref: 147 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.516615:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205128 00000100:00100000:1.0:1731347580.516618:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+344:3761:x1815447952917888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.516621:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f835180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952918016:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.516621:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b8bf840/0xb104f9478dff9522 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac26 expref: 140 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.516626:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b8bf840/0xb104f9478dff9522 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac26 expref: 140 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.516626:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15000 count 1 00000100:00100000:2.0:1731347580.516631:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952918144:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.516632:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.516636:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.516639:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fe640/0xb104f9478e0006f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ded expref: 147 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.516643:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea629c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.516643:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.516644:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.516645:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516654:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fe640/0xb104f9478e0006f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ded expref: 147 pid: 15912 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1731347580.516656:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e964700/2, rc 0, transno 400258 00010000:00010000:1.0:1731347580.516659:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fe640/0xb104f9478e0006f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ded expref: 147 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.516661:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952914560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.516664:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952918272:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.516666:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4ed80/2, rc 0, transno 400257 00000100:00100000:2.0:1731347580.516668:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952913280:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.516672:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e965500/2, rc 0, transno 368712 00000100:00100000:1.0:1731347580.516680:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.516683:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e965500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952913408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.516705:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952918656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.516706:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952918400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.516707:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952918528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.516718:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.516729:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.516734:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952918656 00000100:00100000:2.0:1731347580.516736:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952918656 00000100:00100000:2.0:1731347580.516743:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952918528 00000100:00100000:2.0:1731347580.516745:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952918528 00000100:00100000:3.0:1731347580.516752:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205129 00000100:00100000:2.0:1731347580.516755:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205130 00000100:00100000:3.0:1731347580.516757:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+187:3763:x1815447952918656:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.516758:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+345:3762:x1815447952918528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.516765:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15922 count 1 00000100:00100000:0.0:1731347580.516767:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1731347580.516781:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12504 count 1 00010000:00010000:2.0:1731347580.516783:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.516789:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516789:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fdd40/0xb104f9478e0006b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961dbc expref: 147 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.516793:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.516794:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.516795:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.516795:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952918400 00010000:00010000:3.0:1731347580.516796:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad723180/0xb104f9478dffeda5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604a9 expref: 140 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.516799:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952918400 00010000:00010000:3.0:1731347580.516800:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.516801:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.516802:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.516804:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fdd40/0xb104f9478e0006b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961dbc expref: 147 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.516812:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fdd40/0xb104f9478e0006b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961dbc expref: 147 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.516813:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205131 00010000:00010000:3.0:1731347580.516817:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad723180/0xb104f9478dffeda5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604a9 expref: 140 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.516817:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952918784:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.516817:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+346:3761:x1815447952918400:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.516823:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad723180/0xb104f9478dffeda5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604a9 expref: 140 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.516827:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13970 count 1 00000100:00100000:3.0:1731347580.516828:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952918912:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.516831:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62f00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.516835:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.516842:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0240 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.516844:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099443180/0xb104f9478dff26f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953dfb expref: 147 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.516850:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.516851:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.516853:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.516866:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099443180/0xb104f9478dff26f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953dfb expref: 147 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.516874:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099443180/0xb104f9478dff26f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953dfb expref: 147 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.516882:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952919040:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.516902:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.517115:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952915584:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.517122:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.517162:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952915712:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.517170:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.517174:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880113504a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952915968:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.517175:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952915840:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.517177:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.517181:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517184:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.517189:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312750080 00000100:00100000:1.0:1731347580.517191:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312750080 00000100:00100000:0.0:1731347580.517192:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.517199:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4588d80/0xb104f9478dffff41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961645 expref: 141 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.517202:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312750208 00000100:00100000:2.0:1731347580.517204:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312750208 00000100:00100000:1.0:1731347580.517210:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291021 00000100:00100000:0.0:1731347580.517210:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.517212:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914761c0/0xb104f9478e00846b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b6f expref: 142 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.517213:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+142:2003:x1815448312750080:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.517217:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.517219:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4588d80/0xb104f9478dffff41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961645 expref: 142 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.517221:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312750336 00000100:00100000:2.0:1731347580.517222:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312750336 00010000:00010000:1.0:1731347580.517224:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4588d80/0xb104f9478dffff41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961645 expref: 143 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.517227:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291022 00010000:00010000:2.0:1731347580.517227:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad1f5440/0xb104f9478dfff515 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c19 expref: 143 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.517227:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.517231:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+143:2004:x1815448312750208:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.517232:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4588d80/0xb104f9478dffff41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961645 expref: 143 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.517234:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312750464 00000100:00100000:2.0:1731347580.517236:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312750464 00010000:00010000:3.0:1731347580.517237:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.517237:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.517238:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.517239:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914761c0/0xb104f9478e00846b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b6f expref: 142 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.517240:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b30b180/0xb104f9478dff8bf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2f6 expref: 148 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.517240:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.517243:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291023 00010000:00010000:1.0:1731347580.517244:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517245:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914761c0/0xb104f9478e00846b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b6f expref: 142 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.517249:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291024 00000100:00100000:0.0:1731347580.517249:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+142:2003:x1815448312750336:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.517253:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914761c0/0xb104f9478e00846b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969b6f expref: 142 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.517253:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+148:2004:x1815448312750464:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.517253:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.517256:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.517258:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.517259:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517260:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b30b180/0xb104f9478dff8bf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2f6 expref: 148 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.517261:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad1f5440/0xb104f9478dfff515 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c19 expref: 141 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.517262:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.517263:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.517263:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517264:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517266:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b30b180/0xb104f9478dff8bf2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2f6 expref: 148 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.517267:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517269:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517271:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517271:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad1f5440/0xb104f9478dfff515 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c19 expref: 141 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.517273:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b30b180/0xb104f9478dff8bf2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2f6 expref: 148 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.517274:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517277:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.517278:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.517278:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.517279:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.517279:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517281:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517283:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517283:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad1f5440/0xb104f9478dfff515 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef960c19 expref: 141 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.517285:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517287:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.517290:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+140:2004:x1815448312750208:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (99us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.517292:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.517292:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.517293:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.517294:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291022 00010000:00010000:1.0:1731347580.517294:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0780f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517296:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517302:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.517303:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+147:2004:x1815448312750464:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.517306:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291024 00010000:00010000:3.0:1731347580.517310:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517317:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517317:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.517319:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517323:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517324:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517328:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517329:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517332:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517335:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517335:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.517335:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+139:2003:x1815448312750336:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (124us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.517338:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.517340:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517344:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517346:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.517348:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517348:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517352:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82880/0xb104f9478e078100 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517355:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517365:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517371:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1440/0xb104f9478e0780eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.517381:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+188:3761:x1815447952915200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2258us (2296us total) trans 4295336010 rc 0/0 00000100:00100000:1.0:1731347580.517387:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205117 00000100:00100000:0.0:1731347580.517401:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291023 00000100:00100000:1.0:1731347580.517411:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+138:2003:x1815448312750080:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 196us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.517434:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291021 00000100:00100000:2.0:1731347580.517447:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+347:3763:x1815447952914688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2220us (2478us total) trans 4295367555 rc 0/0 00000004:00080000:0.0:1731347580.517449:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e991500/2, rc 0, transno 368714 00000100:00100000:2.0:1731347580.517451:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205119 00000100:00100000:0.0:1731347580.517457:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952915200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.517483:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.517489:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952919168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.517509:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.517557:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952916224:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.517562:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517567:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517567:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517571:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517575:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517578:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517582:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.517584:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517588:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517593:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.517594:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952919168 00010000:00010000:3.0:1731347580.517597:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e0780f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.517597:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952919168 00000100:00100000:1.0:1731347580.517607:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205132 00000100:00100000:1.0:1731347580.517611:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+189:3761:x1815447952919168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.517616:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952916736:192.168.203.60@tcp:104: 00002000:00080000:1.0:1731347580.517621:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9556 count 1 00010000:00010000:0.0:1731347580.517626:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517630:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517640:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaa18b40/0xb104f9478dff8beb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2ef expref: 137 pid: 15912 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1731347580.517644:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e965180/2, rc 0, transno 400259 00010000:00010000:1.0:1731347580.517645:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.517646:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.517649:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.517655:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952914688:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.517662:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aaa18b40/0xb104f9478dff8beb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2ef expref: 137 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.517671:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aaa18b40/0xb104f9478dff8beb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2ef expref: 137 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.517676:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952919424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.517679:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952919296:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.517682:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e993100/2, rc 0, transno 368716 00000100:00100000:3.0:1731347580.517683:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+190:3763:x1815447952915328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2555us (2584us total) trans 4295336012 rc 0/0 00000100:00100000:2.0:1731347580.517686:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952915328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.517689:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205118 00000100:00100000:1.0:1731347580.517696:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba659c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.517699:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.517704:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.517708:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880113504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952919552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.517721:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.517732:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952919424 00000100:00100000:2.0:1731347580.517734:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952919424 00000100:00100000:2.0:1731347580.517743:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952919552 00000100:00100000:2.0:1731347580.517744:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952919552 00000100:00100000:3.0:1731347580.517751:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+190:3763:x1815447952915456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2638us (2677us total) trans 4295336011 rc 0/0 00000100:00100000:2.0:1731347580.517753:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205133 00000100:00100000:2.0:1731347580.517755:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+347:3761:x1815447952919424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.517756:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205134 00000100:00100000:3.0:1731347580.517761:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205116 00000100:00100000:1.0:1731347580.517761:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+190:3763:x1815447952919552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.517762:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9760 count 1 00010000:00010000:2.0:1731347580.517783:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517790:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098548b40/0xb104f9478e007315 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a20 expref: 146 pid: 15912 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1731347580.517791:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12527 count 1 00010000:00010000:2.0:1731347580.517794:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.517795:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.517797:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517801:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.517808:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098548b40/0xb104f9478e007315 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a20 expref: 146 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.517810:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac18fcc0/0xb104f9478dfffa32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961136 expref: 137 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.517813:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098548b40/0xb104f9478e007315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a20 expref: 146 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.517815:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.517816:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.517818:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952919680:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.517819:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.517830:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.517832:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac18fcc0/0xb104f9478dfffa32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961136 expref: 137 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.517839:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac18fcc0/0xb104f9478dfffa32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961136 expref: 137 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.517842:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:2.0:1731347580.517842:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763a9f80/2, rc 0, transno 368715 00000100:00100000:2.0:1731347580.517846:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952915456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.517852:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952919808:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.517860:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.517862:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952919936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.517869:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65c00 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.517872:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.517877:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312750592 00000100:00100000:1.0:1731347580.517879:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312750720 00000100:00100000:0.0:1731347580.517880:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312750592 00000100:00100000:1.0:1731347580.517882:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312750720 00000100:00100000:3.0:1731347580.517888:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952919936 00010000:00010000:0.0:1731347580.517889:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880128688fc0/0xb104f9478dfed081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e78c expref: 138 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.517891:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b810e640/0xb104f9478dfffa2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96112f expref: 147 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.517892:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952919936 00000100:00100000:0.0:1731347580.517904:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291025 00000100:00100000:0.0:1731347580.517907:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+138:2003:x1815448312750592:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.517908:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205135 00000100:00100000:1.0:1731347580.517908:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291026 00000100:00100000:3.0:1731347580.517911:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+190:3763:x1815447952919936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.517912:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+147:2006:x1815448312750720:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.517912:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.517915:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880128688fc0/0xb104f9478dfed081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e78c expref: 138 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.517918:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1731347580.517920:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14123 count 1 00010000:00010000:0.0:1731347580.517920:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880128688fc0/0xb104f9478dfed081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e78c expref: 138 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.517922:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b810e640/0xb104f9478dfffa2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x30ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96112f expref: 147 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.517927:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517928:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880128688fc0/0xb104f9478dfed081 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x290d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e78c expref: 138 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.517929:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b810e640/0xb104f9478dfffa2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x30ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96112f expref: 147 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.517933:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880114e16f40/0xb104f9478dffcfbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6bf expref: 137 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.517934:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.517935:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.517936:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517937:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.517938:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.517940:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517940:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b810e640/0xb104f9478dfffa2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x30ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96112f expref: 147 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.517941:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517948:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.517949:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880114e16f40/0xb104f9478dffcfbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6bf expref: 137 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.517949:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.517950:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.517952:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517954:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880114e16f40/0xb104f9478dffcfbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6bf expref: 137 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.517958:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.517959:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+137:2003:x1815448312750592:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.517960:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952920064:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.517963:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291025 00010000:00010000:1.0:1731347580.517971:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.517973:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.517974:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.517977:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517980:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517983:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.517986:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952916864:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.517987:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517990:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.517994:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.517995:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.517996:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518001:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.518002:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518004:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518008:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518010:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518013:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.518016:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518019:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518022:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518025:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078107 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518030:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.518032:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952916992:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.518039:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.518040:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518041:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438480/0xb104f9478e07810e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.518047:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312750848 00000100:00100000:3.0:1731347580.518048:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312750848 00010000:00010000:3.0:1731347580.518055:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011678e640/0xb104f9478e0055a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cad expref: 137 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.518068:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291027 00000100:00100000:3.0:1731347580.518071:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+137:2004:x1815448312750848:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.518075:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.518077:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011678e640/0xb104f9478e0055a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cad expref: 137 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.518082:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011678e640/0xb104f9478e0055a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cad expref: 137 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.518089:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011678e640/0xb104f9478e0055a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966cad expref: 137 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.518095:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.518095:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.518097:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518101:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518109:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.518115:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.518119:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+136:2004:x1815448312750848:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (80us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.518119:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.518123:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291027 00010000:00010000:2.0:1731347580.518123:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.518124:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+191:3760:x1815447952916096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2554us (2577us total) trans 4295336013 rc 0/0 00010000:00010000:2.0:1731347580.518128:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.518129:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205120 00010000:00010000:2.0:1731347580.518132:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518135:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.518136:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.518137:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952917376:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.518140:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518144:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518146:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518149:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e078115 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.518151:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332dca80/2, rc 0, transno 368717 00000100:00100000:0.0:1731347580.518157:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952916096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.518167:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:0.0:1731347580.518172:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bc380/2, rc 0, transno 400260 00000100:00100000:1.0:1731347580.518173:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+348:3761:x1815447952916352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2361us (2439us total) trans 4295367556 rc 0/0 00000100:00100000:0.0:1731347580.518177:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952916352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.518179:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205121 00000100:00100000:3.0:1731347580.518180:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.518186:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312751104 00000100:00100000:3.0:1731347580.518187:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312751104 00010000:00010000:3.0:1731347580.518194:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012700c000/0xb104f9478dffcfc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6c6 expref: 147 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.518197:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.518198:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312751232 00000100:00100000:1.0:1731347580.518201:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312751232 00000100:00100000:0.0:1731347580.518202:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952920192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.518203:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291028 00000100:00100000:3.0:1731347580.518206:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+147:2004:x1815448312751104:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.518210:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.518212:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012700c000/0xb104f9478dffcfc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6c6 expref: 147 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.518214:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880127131440/0xb104f9478dfed8bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb9 expref: 136 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.518217:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.518218:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012700c000/0xb104f9478dffcfc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6c6 expref: 147 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.518224:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012700c000/0xb104f9478dffcfc2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6c6 expref: 147 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.518226:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+191:3763:x1815447952916480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2400us (2420us total) trans 4295336014 rc 0/0 00010000:00010000:3.0:1731347580.518229:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.518229:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205122 00010000:00010000:3.0:1731347580.518230:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.518232:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.518232:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291029 00000100:00100000:2.0:1731347580.518237:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952920192 00000100:00100000:1.0:1731347580.518237:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+136:2004:x1815448312751232:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.518238:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952920192 00010000:00010000:3.0:1731347580.518239:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518244:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.518247:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.518247:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205136 00000100:00100000:0.0:1731347580.518247:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952917504:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.518249:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+348:3761:x1815447952920192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.518249:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880127131440/0xb104f9478dfed8bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb9 expref: 136 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.518254:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.518257:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+146:2004:x1815448312751104:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (89us total) trans 0 rc 0/0 00002000:00080000:2.0:1731347580.518257:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18912 count 1 00010000:00010000:1.0:1731347580.518258:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880127131440/0xb104f9478dfed8bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb9 expref: 136 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.518260:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291028 00010000:00010000:2.0:1731347580.518263:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518269:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaa90000/0xb104f9478dff87a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959e9d expref: 145 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.518269:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880127131440/0xb104f9478dfed8bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94efb9 expref: 136 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.518270:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518273:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.518274:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518274:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.518276:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518277:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.518277:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f835180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952918016:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.518278:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518279:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.518282:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518282:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518283:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518285:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518286:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaa90000/0xb104f9478dff87a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959e9d expref: 145 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.518288:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.518288:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518290:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518290:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaa90000/0xb104f9478dff87a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959e9d expref: 145 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.518296:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e827100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952920320:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.518297:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.518297:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.518302:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518302:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.518303:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312751488 00010000:00010000:3.0:1731347580.518305:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07811c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.518306:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312751488 00000100:00100000:2.0:1731347580.518308:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.518312:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b0fa4b40/0xb104f9478dff069e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951d9b expref: 146 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.518317:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+135:2004:x1815448312751232:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.518322:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291030 00000100:00100000:1.0:1731347580.518325:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291029 00000100:00100000:0.0:1731347580.518325:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+146:2006:x1815448312751488:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.518329:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.518331:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b0fa4b40/0xb104f9478dff069e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951d9b expref: 146 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.518334:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bd180/2, rc 0, transno 368718 00000100:00100000:2.0:1731347580.518337:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952916480:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.518337:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b0fa4b40/0xb104f9478dff069e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951d9b expref: 146 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.518345:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b0fa4b40/0xb104f9478dff069e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951d9b expref: 146 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.518349:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.518349:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+146:2006:x1815448312750720:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 435us (488us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.518350:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.518351:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.518353:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952920576:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.518353:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.518355:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291026 00010000:00010000:0.0:1731347580.518357:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.518363:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.518364:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.518372:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.518375:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952920448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.518375:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+144:2006:x1815448312751488:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.518379:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952920576 00000100:00100000:0.0:1731347580.518379:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291030 00000100:00100000:1.0:1731347580.518381:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952920576 00000100:00100000:3.0:1731347580.518383:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+349:3763:x1815447952916608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2512us (2533us total) trans 4295367557 rc 0/0 00000100:00100000:2.0:1731347580.518385:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.518387:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205123 00000100:00100000:1.0:1731347580.518394:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952920448 00000100:00100000:2.0:1731347580.518395:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205137 00000100:00100000:1.0:1731347580.518395:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952920448 00010000:00010000:0.0:1731347580.518396:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.518398:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+192:3763:x1815447952920576:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.518400:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518404:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.518404:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205138 00010000:00010000:0.0:1731347580.518404:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.518405:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9301 count 1 00010000:00010000:3.0:1731347580.518408:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.518408:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+192:3760:x1815447952920448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.518408:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518411:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518412:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518430:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518430:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518433:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af6dc480/0xb104f9478dff0697 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951da2 expref: 134 pid: 9552 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1731347580.518433:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15353 count 1 00010000:00010000:3.0:1731347580.518434:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518434:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.518436:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518437:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.518438:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.518439:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518440:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518440:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518441:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814386c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.518442:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518445:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518446:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518447:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800901d3a80/0xb104f9478dfecfe7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6eb expref: 134 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.518449:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af6dc480/0xb104f9478dff0697 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951da2 expref: 134 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.518449:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e078131 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518451:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.518452:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518452:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.518453:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518454:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af6dc480/0xb104f9478dff0697 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951da2 expref: 134 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.518455:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814386c0/0xb104f9478e078123 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.518459:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952920704:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.518463:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800901d3a80/0xb104f9478dfecfe7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6eb expref: 134 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.518469:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800901d3a80/0xb104f9478dfecfe7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6eb expref: 134 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.518470:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea626c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.518474:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952920832:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.518480:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bf480/2, rc 0, transno 400261 00000100:00100000:2.0:1731347580.518485:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952916608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.518485:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.518500:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952920960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.518512:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.518522:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952920960 00000100:00100000:1.0:1731347580.518524:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952920960 00000100:00100000:0.0:1731347580.518525:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+349:3762:x1815447952917632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1954us (1978us total) trans 4295367558 rc 0/0 00000100:00100000:3.0:1731347580.518528:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+193:3760:x1815447952917120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2474us (2496us total) trans 4295336015 rc 0/0 00000004:00080000:2.0:1731347580.518529:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007b733480/2, rc 0, transno 368719 00000100:00100000:0.0:1731347580.518529:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205126 00000100:00100000:2.0:1731347580.518532:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007b733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952917120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.518533:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205124 00000100:00100000:1.0:1731347580.518536:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205139 00000100:00100000:1.0:1731347580.518539:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+349:3763:x1815447952920960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.518544:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952921088:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.518546:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16996 count 1 00010000:00010000:1.0:1731347580.518552:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.518554:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.518559:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880115c4ad00/0xb104f9478e004ae3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661ee expref: 143 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.518562:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.518563:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.518565:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.518567:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116277800/2, rc 0, transno 400262 00000100:00100000:2.0:1731347580.518571:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952917632:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.518573:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880115c4ad00/0xb104f9478e004ae3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661ee expref: 143 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.518581:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880115c4ad00/0xb104f9478e004ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661ee expref: 143 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.518585:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952921344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.518586:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952921216:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.518599:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.518601:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.518606:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952921088 00000100:00100000:1.0:1731347580.518608:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952921088 00000100:00100000:0.0:1731347580.518616:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952921344 00000100:00100000:1.0:1731347580.518617:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205140 00000100:00100000:0.0:1731347580.518618:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952921344 00000100:00100000:1.0:1731347580.518619:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+193:3760:x1815447952921088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.518628:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15000 count 1 00000100:00100000:0.0:1731347580.518629:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205141 00000100:00100000:0.0:1731347580.518631:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+350:3761:x1815447952921344:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.518635:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.518641:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15463 count 1 00010000:00010000:1.0:1731347580.518644:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3148fc0/0xb104f9478e0006e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961df4 expref: 134 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.518648:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518650:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.518651:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.518653:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518655:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094edaf40/0xb104f9478dff0bf3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522f7 expref: 143 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.518659:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.518660:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.518662:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.518667:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3148fc0/0xb104f9478e0006e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961df4 expref: 134 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.518671:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094edaf40/0xb104f9478dff0bf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522f7 expref: 143 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.518675:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3148fc0/0xb104f9478e0006e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961df4 expref: 134 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.518676:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094edaf40/0xb104f9478dff0bf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522f7 expref: 143 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.518682:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952921600:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.518687:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952921472:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.518702:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba840 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.518703:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65300 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.518756:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.518760:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952918144:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.518767:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.518781:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.518785:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312751616 00000100:00100000:3.0:1731347580.518789:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312751616 00000100:00100000:0.0:1731347580.518790:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312751744 00000100:00100000:1.0:1731347580.518792:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952918272:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.518793:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312751744 00010000:00010000:3.0:1731347580.518801:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801280a5d40/0xb104f9478dfecfee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6f2 expref: 144 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.518802:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518802:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b8bf840/0xb104f9478dff9522 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac26 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.518818:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291031 00000100:00100000:3.0:1731347580.518821:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+144:2003:x1815448312751616:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.518822:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291032 00010000:00010000:3.0:1731347580.518826:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.518827:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+135:2003:x1815448312751744:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.518828:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801280a5d40/0xb104f9478dfecfee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3bf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6f2 expref: 144 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.518833:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.518834:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801280a5d40/0xb104f9478dfecfee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3bf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6f2 expref: 144 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.518837:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b8bf840/0xb104f9478dff9522 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac26 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.518842:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801280a5d40/0xb104f9478dfecfee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3bf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6f2 expref: 144 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.518846:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b8bf840/0xb104f9478dff9522 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac26 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.518847:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.518848:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.518850:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.518854:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518858:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b8bf840/0xb104f9478dff9522 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ac26 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.518862:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.518866:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.518867:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518868:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.518870:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518871:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.518876:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+143:2003:x1815448312751616:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (120us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.518876:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518877:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.518879:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291031 00010000:00010000:2.0:1731347580.518879:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518883:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518889:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.518891:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.518891:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.518895:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518900:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.518904:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e07812a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.518908:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+134:2003:x1815448312751744:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 80us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.518913:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952918784:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.518915:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291032 00010000:00010000:3.0:1731347580.518920:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.518981:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+351:3761:x1815447952917248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2730us (2901us total) trans 4295367559 rc 0/0 00000100:00100000:0.0:1731347580.518982:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.518985:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205125 00000100:00100000:0.0:1731347580.518993:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312751872 00010000:00010000:2.0:1731347580.518996:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.518996:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312751872 00000004:00080000:1.0:1731347580.518998:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814d5180/2, rc 0, transno 400263 00010000:00010000:2.0:1731347580.519001:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519005:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.519006:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952917248:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.519007:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fe640/0xb104f9478e0006f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ded expref: 143 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.519008:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519013:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519016:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.519018:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519021:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519026:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519027:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291033 00010000:00010000:2.0:1731347580.519030:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222f40/0xb104f9478e078138 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x45d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519032:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+143:2003:x1815448312751872:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.519039:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.519042:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fe640/0xb104f9478e0006f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ded expref: 143 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.519050:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fe640/0xb104f9478e0006f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ded expref: 143 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.519062:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fe640/0xb104f9478e0006f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961ded expref: 143 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.519070:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.519071:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.519073:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.519080:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.519092:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.519104:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.519107:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+194:3762:x1815447952917760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2520us (2537us total) trans 4295336016 rc 0/0 00000100:00100000:2.0:1731347580.519111:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205127 00010000:00010000:1.0:1731347580.519112:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519113:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+142:2003:x1815448312751872:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (131us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.519119:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519119:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291033 00000100:00100000:2.0:1731347580.519122:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.519124:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.519127:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952921728:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.519130:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.519134:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae21c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.519136:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.519137:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.519143:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.519150:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f835500/2, rc 0, transno 368720 00010000:00010000:1.0:1731347580.519151:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.519154:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952917760:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.519157:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae21c0/0xb104f9478e07813f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.519161:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952918912:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.519169:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952921856:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.519171:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.519178:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.519187:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952921728 00000100:00100000:2.0:1731347580.519189:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952921728 00000100:00100000:3.0:1731347580.519191:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952921856 00000100:00100000:3.0:1731347580.519195:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952921856 00000100:00100000:2.0:1731347580.519198:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205142 00000100:00100000:2.0:1731347580.519200:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+352:3763:x1815447952921728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.519207:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16047 count 1 00000100:00100000:3.0:1731347580.519208:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205143 00000100:00100000:3.0:1731347580.519211:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+194:3763:x1815447952921856:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.519213:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519220:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4582400/0xb104f9478e0007ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb1 expref: 141 pid: 15919 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1731347580.519222:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13970 count 1 00010000:00010000:2.0:1731347580.519224:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.519225:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.519226:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519231:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519235:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4582400/0xb104f9478e0007ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb1 expref: 141 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.519240:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4582400/0xb104f9478e0007ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb1 expref: 141 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.519241:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800903e58c0/0xb104f9478dff26fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953e02 expref: 133 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.519243:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+352:3761:x1815447952917888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2623us (2649us total) trans 4295367560 rc 0/0 00000100:00100000:2.0:1731347580.519245:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952921984:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.519247:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.519248:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.519250:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.519250:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205128 00000100:00100000:2.0:1731347580.519259:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea629c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.519262:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.519265:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800903e58c0/0xb104f9478dff26fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953e02 expref: 133 pid: 15960 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1731347580.519271:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116275f80/2, rc 0, transno 400264 00010000:00010000:3.0:1731347580.519274:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800903e58c0/0xb104f9478dff26fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953e02 expref: 133 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.519277:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952917888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.519277:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312752000 00000100:00100000:0.0:1731347580.519280:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312752000 00000100:00100000:3.0:1731347580.519283:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952922112:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.519291:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fdd40/0xb104f9478e0006b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961dbc expref: 142 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.519297:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.519301:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.519302:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952922240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.519306:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291034 00000100:00100000:0.0:1731347580.519311:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+142:2003:x1815448312752000:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.519318:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.519318:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.519322:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fdd40/0xb104f9478e0006b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961dbc expref: 142 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.519327:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.519328:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952922240 00000100:00100000:2.0:1731347580.519330:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952922240 00010000:00010000:0.0:1731347580.519331:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fdd40/0xb104f9478e0006b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961dbc expref: 142 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.519339:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.519340:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205144 00000100:00100000:2.0:1731347580.519342:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+352:3761:x1815447952922240:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.519342:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac8fdd40/0xb104f9478e0006b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3e32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961dbc expref: 142 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.519344:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312752128 00000100:00100000:3.0:1731347580.519346:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312752128 00000100:00100000:1.0:1731347580.519346:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312751360 00000100:00100000:1.0:1731347580.519348:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312751360 00002000:00080000:2.0:1731347580.519349:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18586 count 1 00010000:00010000:0.0:1731347580.519350:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.519352:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.519354:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.519354:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519356:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad723180/0xb104f9478dffeda5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604a9 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.519361:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880006483180/0xb104f9478e001d55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963459 expref: 141 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.519361:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519365:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.519365:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:1.0:1731347580.519365:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (90112->3293183) req@ffff880135e7f800 x1815448312751360/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00010000:00010000:2.0:1731347580.519367:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 4/0,1 mode: --/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1731347580.519371:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7f800 with x1815448312751360 ext(90112->3293183) 00002000:00010000:1.0:1731347580.519374:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e7f800 00010000:00010000:0.0:1731347580.519374:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.519378:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291035 00000100:00100000:2.0:1731347580.519380:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+135:2006:x1815448312752128:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.519383:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678330 00010000:00010000:3.0:1731347580.519387:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.519387:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+135:2004:x1815448312751360:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347580.519390:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+141:2003:x1815448312752000:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (129us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.519392:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.519394:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519397:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad723180/0xb104f9478dffeda5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604a9 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.519401:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519405:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad723180/0xb104f9478dffeda5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604a9 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.519407:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519431:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519435:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.519435:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad723180/0xb104f9478dffeda5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9604a9 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.519437:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519441:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519443:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.519444:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.519446:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519447:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519450:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519452:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220b40/0xb104f9478e078146 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519459:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.519471:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+134:2006:x1815448312752128:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 90us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.519475:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291035 00000100:00100000:0.0:1731347580.519484:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291034 00010000:00010000:3.0:1731347580.519486:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519490:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519494:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519498:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519502:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519505:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.519506:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519510:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519515:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519519:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e07814d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519554:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952919040:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.519566:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519590:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.519599:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312752256 00000100:00100000:3.0:1731347580.519602:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+195:3763:x1815447952918656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2845us (2882us total) trans 4295336017 rc 0/0 00000100:00100000:0.0:1731347580.519602:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312752256 00000100:00100000:3.0:1731347580.519606:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205129 00010000:00010000:0.0:1731347580.519610:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099443180/0xb104f9478dff26f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953dfb expref: 141 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.519623:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291036 00000100:00100000:0.0:1731347580.519628:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+141:2004:x1815448312752256:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.519641:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.519642:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880006483180/0xb104f9478e001d55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963459 expref: 141 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.519644:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099443180/0xb104f9478dff26f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3692:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953dfb expref: 141 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.519649:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880006483180/0xb104f9478e001d55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963459 expref: 141 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.519650:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099443180/0xb104f9478dff26f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3692:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953dfb expref: 141 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.519655:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952922368:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.519658:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099443180/0xb104f9478dff26f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3692:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953dfb expref: 141 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.519664:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.519665:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.519666:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.519667:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.519671:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.519677:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d91f80/2, rc 0, transno 368721 00010000:00010000:0.0:1731347580.519679:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.519682:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952918656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.519693:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+353:3762:x1815447952918528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2932us (2962us total) trans 4295367561 rc 0/0 00000100:00100000:3.0:1731347580.519699:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205130 00000100:00100000:2.0:1731347580.519700:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952922496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.519711:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.519724:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952922496 00000100:00100000:3.0:1731347580.519727:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952922496 00000100:00100000:0.0:1731347580.519733:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+140:2004:x1815448312752256:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 105us (143us total) trans 0 rc 0/0 00000004:00080000:2.0:1731347580.519735:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867cb480/2, rc 0, transno 400265 00000100:00100000:3.0:1731347580.519737:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205145 00000100:00100000:0.0:1731347580.519737:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291036 00000100:00100000:2.0:1731347580.519739:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952918528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.519740:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+195:3761:x1815447952922496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.519747:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15922 count 1 00010000:00010000:0.0:1731347580.519749:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.519753:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1731347580.519754:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.519754:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.519756:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952922624:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.519758:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519761:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b31d0000/0xb104f9478e0006b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961db5 expref: 133 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.519762:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519765:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.519765:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519766:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.519766:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.519782:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.519782:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.519783:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.519788:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952922624 00000100:00100000:2.0:1731347580.519790:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952922624 00010000:00010000:0.0:1731347580.519791:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519795:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b31d0000/0xb104f9478e0006b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961db5 expref: 133 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.519797:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.519800:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205146 00010000:00010000:0.0:1731347580.519800:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078154 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519801:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b31d0000/0xb104f9478e0006b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961db5 expref: 133 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.519802:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+353:3763:x1815447952922624:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.519807:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952922752:192.168.203.60@tcp:104: 00002000:00080000:2.0:1731347580.519809:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13392 count 1 00010000:00010000:2.0:1731347580.519815:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.519821:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.519822:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880119356640/0xb104f9478e005341 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a45 expref: 139 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.519826:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.519827:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.519828:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.519837:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880119356640/0xb104f9478e005341 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a45 expref: 139 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.519841:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880119356640/0xb104f9478e005341 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a45 expref: 139 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.519846:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952922880:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.519854:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952919296:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.519858:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.519861:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519880:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+354:3761:x1815447952918400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3062us (3113us total) trans 4295367562 rc 0/0 00000100:00100000:0.0:1731347580.519885:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205131 00000004:00080000:2.0:1731347580.519888:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867ca680/2, rc 0, transno 400266 00000100:00100000:2.0:1731347580.519892:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952918400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.519896:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.519902:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952919680:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.519906:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312752512 00000100:00100000:0.0:1731347580.519908:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312752512 00010000:00010000:2.0:1731347580.519909:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.519910:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.519915:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac18fcc0/0xb104f9478dfffa32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961136 expref: 134 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.519916:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312752384 00000100:00100000:3.0:1731347580.519918:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312752384 00000100:00100000:0.0:1731347580.519925:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291037 00010000:00010000:3.0:1731347580.519926:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaa18b40/0xb104f9478dff8beb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2ef expref: 135 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.519927:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952923008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.519927:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+135:2003:x1815448312752512:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.519932:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.519934:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac18fcc0/0xb104f9478dfffa32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961136 expref: 135 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.519936:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291038 00000100:00100000:3.0:1731347580.519939:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+135:2003:x1815448312752384:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.519939:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.519940:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac18fcc0/0xb104f9478dfffa32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961136 expref: 135 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.519944:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.519946:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aaa18b40/0xb104f9478dff8beb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2ef expref: 135 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.519950:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.519951:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.519952:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aaa18b40/0xb104f9478dff8beb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2ef expref: 135 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.519952:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.519956:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519963:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaa18b40/0xb104f9478dff8beb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a2ef expref: 135 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.519963:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.519968:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.519969:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.519970:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+134:2003:x1815448312752512:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 41us (73us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.519971:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519973:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291037 00010000:00010000:3.0:1731347580.519975:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.519983:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.519988:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952923008 00010000:00010000:2.0:1731347580.519989:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519990:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952923008 00000100:00100000:3.0:1731347580.519991:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+133:2003:x1815448312752384:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (81us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.519994:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.519995:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291038 00000100:00100000:0.0:1731347580.519997:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205147 00010000:00010000:2.0:1731347580.519998:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.519999:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+354:3763:x1815447952923008:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.520002:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520005:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.520006:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10294 count 1 00010000:00010000:2.0:1731347580.520009:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.520010:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520012:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.520013:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520014:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520019:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880115b28240/0xb104f9478dff60d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577de expref: 139 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.520021:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520023:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.520024:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520025:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2400/0xb104f9478e07815b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520025:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520028:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952920064:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.520034:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520037:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880115b28240/0xb104f9478dff60d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577de expref: 139 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.520042:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312752640 00010000:00010000:0.0:1731347580.520043:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880115b28240/0xb104f9478dff60d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577de expref: 139 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.520044:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312752640 00000100:00100000:0.0:1731347580.520048:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952923136:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.520050:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098548b40/0xb104f9478e007315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a20 expref: 140 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.520058:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291039 00000100:00100000:0.0:1731347580.520058:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba180 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.520061:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+140:2003:x1815448312752640:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.520065:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.520067:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098548b40/0xb104f9478e007315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a20 expref: 140 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.520073:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098548b40/0xb104f9478e007315 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a20 expref: 140 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.520079:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098548b40/0xb104f9478e007315 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a20 expref: 140 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.520082:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.520084:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.520085:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.520086:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.520090:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312752768 00010000:00010000:3.0:1731347580.520091:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520092:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+196:3761:x1815447952919168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2480us (2582us total) trans 4295336018 rc 0/0 00000100:00100000:0.0:1731347580.520092:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312752768 00010000:00010000:3.0:1731347580.520098:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.520098:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205132 00010000:00010000:0.0:1731347580.520099:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880114e16f40/0xb104f9478dffcfbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6bf expref: 133 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.520105:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+139:2003:x1815448312752640:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.520108:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291040 00000100:00100000:3.0:1731347580.520111:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291039 00000100:00100000:0.0:1731347580.520111:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+133:2006:x1815448312752768:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.520113:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520115:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.520117:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880114e16f40/0xb104f9478dffcfbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x372b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6bf expref: 133 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.520118:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520122:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520122:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880114e16f40/0xb104f9478dffcfbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x372b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6bf expref: 133 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.520126:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520129:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880114e16f40/0xb104f9478dffcfbb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x372b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e6bf expref: 133 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.520130:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520133:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222880 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.520134:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.520135:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520138:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.520139:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312752896 00010000:00010000:2.0:1731347580.520139:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520139:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.520140:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520141:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312752896 00010000:00010000:3.0:1731347580.520145:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaa90000/0xb104f9478dff87a0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959e9d expref: 139 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.520145:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520145:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520148:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e078162 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520152:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.520157:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291041 00000100:00100000:3.0:1731347580.520160:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+139:2003:x1815448312752896:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.520160:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+132:2006:x1815448312752768:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.520163:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291040 00010000:00010000:3.0:1731347580.520169:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.520172:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaa90000/0xb104f9478dff87a0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x49e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959e9d expref: 139 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.520178:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaa90000/0xb104f9478dff87a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959e9d expref: 139 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.520184:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.520185:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.520187:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520191:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520197:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.520197:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952920704:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.520204:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+139:2003:x1815448312752896:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (70us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.520204:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520208:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291041 00000100:00100000:2.0:1731347580.520208:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+355:3761:x1815447952919424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2452us (2509us total) trans 4295367563 rc 0/0 00000100:00100000:2.0:1731347580.520212:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205133 00010000:00010000:3.0:1731347580.520219:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520223:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520228:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.520228:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4fb80/2, rc 0, transno 400267 00010000:00010000:3.0:1731347580.520232:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.520232:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952920832:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.520233:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952919424:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.520236:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520237:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520239:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.520240:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520244:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520249:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.520249:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4ca80/2, rc 0, transno 368722 00010000:00010000:3.0:1731347580.520252:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e078170 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x372b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520252:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952919168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.520254:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.520265:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952923264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.520274:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952921472:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.520276:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.520280:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520284:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952923264 00000100:00100000:2.0:1731347580.520286:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952923264 00000100:00100000:0.0:1731347580.520289:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952921216:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.520294:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205148 00010000:00010000:0.0:1731347580.520294:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520297:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+355:3761:x1815447952923264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.520303:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9522 count 1 00010000:00010000:2.0:1731347580.520311:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.520320:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952921600:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.520321:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+196:3763:x1815447952919936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2409us (2448us total) trans 4295336019 rc 0/0 00010000:00010000:2.0:1731347580.520322:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaa38d80/0xb104f9478dfff1a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608ae expref: 138 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.520325:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205135 00010000:00010000:0.0:1731347580.520325:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520328:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520329:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520331:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.520341:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.520342:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaa90000/0xb104f9478dff87a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959e9d expref: 138 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.520345:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaa38d80/0xb104f9478dfff1a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608ae expref: 138 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.520348:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e827100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952920320:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.520351:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaa38d80/0xb104f9478dfff1a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608ae expref: 137 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.520353:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.520355:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520356:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952923520:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.520358:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312753024 00010000:00010000:3.0:1731347580.520359:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.520360:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312753024 00010000:00010000:3.0:1731347580.520362:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520366:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520366:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af6dc480/0xb104f9478dff0697 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951da2 expref: 132 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.520368:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.520370:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520373:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.520374:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312753152 00000100:00100000:0.0:1731347580.520375:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312753152 00010000:00010000:3.0:1731347580.520376:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.520378:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520379:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800901d3a80/0xb104f9478dfecfe7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6eb expref: 133 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.520381:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.520382:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8d8700/2, rc 0, transno 368723 00000100:00100000:2.0:1731347580.520387:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952919936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.520387:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291042 00000100:00100000:0.0:1731347580.520389:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+133:2004:x1815448312753024:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.520390:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520393:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e078177 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520393:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.520395:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af6dc480/0xb104f9478dff0697 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951da2 expref: 133 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.520400:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af6dc480/0xb104f9478dff0697 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951da2 expref: 133 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.520401:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.520405:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952923648:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.520408:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af6dc480/0xb104f9478dff0697 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951da2 expref: 133 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.520413:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.520430:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.520430:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.520432:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520437:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520439:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952923648 00000100:00100000:2.0:1731347580.520440:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952923648 00000100:00100000:2.0:1731347580.520450:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205149 00000100:00100000:0.0:1731347580.520451:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291043 00000100:00100000:2.0:1731347580.520452:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+196:3763:x1815447952923648:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.520453:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+132:2003:x1815448312753152:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.520457:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.520459:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800901d3a80/0xb104f9478dfecfe7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6eb expref: 132 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.520460:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18912 count 1 00010000:00010000:0.0:1731347580.520464:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800901d3a80/0xb104f9478dfecfe7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6eb expref: 132 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.520467:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520470:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800901d3a80/0xb104f9478dfecfe7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94e6eb expref: 132 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.520473:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b311ba80/0xb104f9478dff8799 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ea4 expref: 132 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.520474:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+356:3761:x1815447952920192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2223us (2256us total) trans 4295367564 rc 0/0 00010000:00010000:0.0:1731347580.520475:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.520475:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520477:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.520477:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520478:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205136 00010000:00010000:2.0:1731347580.520478:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520479:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520481:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520488:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.520489:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b311ba80/0xb104f9478dff8799 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ea4 expref: 131 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.520494:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b311ba80/0xb104f9478dff8799 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ea4 expref: 131 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.520498:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+131:2003:x1815448312753152:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.520499:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952923776:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.520501:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.520501:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291043 00000100:00100000:0.0:1731347580.520507:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312753408 00000100:00100000:2.0:1731347580.520508:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.520509:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312753408 00000100:00100000:3.0:1731347580.520512:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.520513:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3148fc0/0xb104f9478e0006e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961df4 expref: 131 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.520520:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880116274380/2, rc 0, transno 400268 00000100:00100000:0.0:1731347580.520521:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312753536 00000100:00100000:0.0:1731347580.520522:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312753536 00000100:00100000:3.0:1731347580.520523:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291044 00000100:00100000:2.0:1731347580.520524:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952920192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.520526:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+131:2005:x1815448312753408:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.520527:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094edaf40/0xb104f9478dff0bf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522f7 expref: 138 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.520531:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.520534:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3148fc0/0xb104f9478e0006e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961df4 expref: 131 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.520534:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291045 00000100:00100000:0.0:1731347580.520537:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+138:2003:x1815448312753536:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.520540:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3148fc0/0xb104f9478e0006e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961df4 expref: 131 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.520540:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.520541:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952923904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.520542:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094edaf40/0xb104f9478dff0bf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522f7 expref: 138 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.520547:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3148fc0/0xb104f9478e0006e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961df4 expref: 131 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.520547:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094edaf40/0xb104f9478dff0bf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522f7 expref: 138 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.520550:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.520553:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.520554:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.520556:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520557:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094edaf40/0xb104f9478dff0bf3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522f7 expref: 138 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.520560:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520561:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952923392:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.520562:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.520563:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.520564:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520568:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.520568:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520574:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.520575:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+130:2005:x1815448312753408:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.520578:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291044 00000100:00100000:2.0:1731347580.520578:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.520581:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+137:2003:x1815448312753536:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.520584:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291045 00000100:00100000:3.0:1731347580.520589:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952923904 00000100:00100000:2.0:1731347580.520590:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952923392 00000100:00100000:3.0:1731347580.520591:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952923904 00000100:00100000:2.0:1731347580.520592:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952923392 00010000:00010000:0.0:1731347580.520592:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520596:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520600:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520604:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520606:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205150 00000100:00100000:3.0:1731347580.520609:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+356:3763:x1815447952923904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.520611:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205151 00010000:00010000:0.0:1731347580.520611:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520613:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+197:3761:x1815447952923392:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.520614:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3cc0 already unused, calling callback (ffffffffa085a100) 00002000:00080000:3.0:1731347580.520616:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17765 count 1 00010000:00010000:0.0:1731347580.520616:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.520620:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9760 count 1 00010000:00010000:0.0:1731347580.520620:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520622:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520624:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520626:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520628:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008140a880/0xb104f9478e009788 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae8c expref: 136 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.520628:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3cc0/0xb104f9478e078185 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3bf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520632:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520632:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7361c0/0xb104f9478e00731c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a19 expref: 129 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.520633:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.520634:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520636:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520637:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520638:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520643:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008140a880/0xb104f9478e009788 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae8c expref: 136 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.520647:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7361c0/0xb104f9478e00731c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a19 expref: 129 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.520652:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008140a880/0xb104f9478e009788 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae8c expref: 136 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.520652:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7361c0/0xb104f9478e00731c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a19 expref: 129 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.520657:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952924032:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.520657:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952924160:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.520666:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea626c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.520670:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.520702:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+198:3760:x1815447952920448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2293us (2315us total) trans 4295336020 rc 0/0 00000004:00080000:2.0:1731347580.520705:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e826680/2, rc 0, transno 368724 00000100:00100000:0.0:1731347580.520706:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205138 00000100:00100000:2.0:1731347580.520709:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952920448:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.520716:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520721:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520724:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952924288:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.520725:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520729:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520733:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.520733:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520736:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143bcc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.520737:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.520737:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520741:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520745:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952924288 00010000:00010000:0.0:1731347580.520746:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520747:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952924288 00000100:00100000:3.0:1731347580.520748:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312753280 00010000:00010000:0.0:1731347580.520749:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e07819a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520751:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312753280 00000100:00100000:2.0:1731347580.520755:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205152 00000100:00100000:2.0:1731347580.520758:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+198:3760:x1815447952924288:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.520761:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880115c4ad00/0xb104f9478e004ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661ee expref: 137 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.520764:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16996 count 1 00010000:00010000:2.0:1731347580.520784:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520790:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880115fccd80/0xb104f9478e004aea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661e7 expref: 129 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.520791:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291046 00010000:00010000:2.0:1731347580.520794:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520795:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.520796:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e827100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+137:2004:x1815448312753280:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.520796:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520803:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.520805:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880115fccd80/0xb104f9478e004aea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661e7 expref: 129 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.520807:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880115c4ad00/0xb104f9478e004ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661ee expref: 137 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.520810:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880115fccd80/0xb104f9478e004aea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661e7 expref: 129 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.520815:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880115c4ad00/0xb104f9478e004ae3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661ee expref: 137 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.520815:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad604700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952924416:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.520825:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62300 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.520826:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880115c4ad00/0xb104f9478e004ae3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661ee expref: 137 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.520831:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+357:3761:x1815447952921344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2198us (2228us total) trans 4295367565 rc 0/0 00010000:00010000:3.0:1731347580.520834:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.520834:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205141 00010000:00010000:3.0:1731347580.520836:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1731347580.520836:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cf97100/2, rc 0, transno 400269 00010000:00010000:3.0:1731347580.520839:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520840:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952921344:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.520843:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520847:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.520853:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.520854:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1731347580.520854:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+129:2004:x1815448312753024:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 463us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.520857:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952924544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.520857:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291042 00000100:00100000:3.0:1731347580.520863:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e827100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+136:2004:x1815448312753280:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.520866:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291046 00000100:00100000:2.0:1731347580.520868:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.520871:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520875:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520878:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952924544 00000100:00100000:2.0:1731347580.520880:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952924544 00010000:00010000:0.0:1731347580.520880:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520883:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520884:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520886:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520888:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.520889:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0480 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.520890:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205153 00010000:00010000:0.0:1731347580.520891:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520892:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.520892:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+357:3760:x1815447952924544:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.520895:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520896:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520899:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.520899:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14581 count 1 00010000:00010000:0.0:1731347580.520900:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520903:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.520903:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0480/0xb104f9478e078193 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520904:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520904:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.520908:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520911:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b450e400/0xb104f9478e00053e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c42 expref: 135 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.520914:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520914:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.520915:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.520917:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07818c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520917:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 4/0,1 mode: --/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.520925:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b450e400/0xb104f9478e00053e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c42 expref: 135 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.520930:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b450e400/0xb104f9478e00053e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c42 expref: 135 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.520935:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad607480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952924672:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.520942:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62f00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.520973:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+199:3760:x1815447952921088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2352us (2417us total) trans 4295336021 rc 0/0 00000100:00100000:0.0:1731347580.520977:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205140 00000004:00080000:2.0:1731347580.520980:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cf96a00/2, rc 0, transno 368725 00000100:00100000:2.0:1731347580.520984:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952921088:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.520988:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520991:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+358:3763:x1815447952920960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2451us (2477us total) trans 4295367566 rc 0/0 00010000:00010000:0.0:1731347580.520992:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.520995:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205139 00010000:00010000:0.0:1731347580.520996:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.521000:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.521002:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cf94700/2, rc 0, transno 400270 00010000:00010000:0.0:1731347580.521003:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.521005:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952920960:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.521006:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.521008:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.521011:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.521016:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad605f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952924928:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.521016:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.521021:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e07817e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.521026:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.521033:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.521035:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952924800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.521036:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952924928 00000100:00100000:3.0:1731347580.521039:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952924928 00000100:00100000:2.0:1731347580.521042:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.521049:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952924800 00000100:00100000:3.0:1731347580.521050:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952924800 00000100:00100000:3.0:1731347580.521057:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205154 00000100:00100000:3.0:1731347580.521059:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+358:3763:x1815447952924928:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.521065:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205155 00002000:00080000:3.0:1731347580.521067:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18803 count 1 00000100:00100000:2.0:1731347580.521067:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+200:3763:x1815447952924800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.521073:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.521074:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15463 count 1 00010000:00010000:3.0:1731347580.521080:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a735d40/0xb104f9478e007300 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a04 expref: 135 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.521080:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.521081:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+200:3763:x1815447952920576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2681us (2716us total) trans 4295336022 rc 0/0 00010000:00010000:3.0:1731347580.521084:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.521084:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205137 00010000:00010000:3.0:1731347580.521085:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.521086:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521086:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006a0933c0/0xb104f9478dff0bfa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522fe expref: 128 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.521090:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.521091:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.521092:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.521096:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a735d40/0xb104f9478e007300 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a04 expref: 135 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.521101:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006a0933c0/0xb104f9478dff0bfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522fe expref: 128 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.521102:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a735d40/0xb104f9478e007300 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a04 expref: 135 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.521106:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006a0933c0/0xb104f9478dff0bfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522fe expref: 128 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.521107:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952925056:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.521112:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad606680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952925184:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.521118:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.521121:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.521132:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e825c00/2, rc 0, transno 368726 00000100:00100000:2.0:1731347580.521136:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952920576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.521156:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.521160:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a045b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952925312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.521171:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.521183:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952925312 00000100:00100000:3.0:1731347580.521186:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952925312 00000100:00100000:3.0:1731347580.521201:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205156 00000100:00100000:3.0:1731347580.521205:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+200:3761:x1815447952925312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.521214:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16047 count 1 00010000:00010000:3.0:1731347580.521223:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.521232:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b314af40/0xb104f9478e0007b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb8 expref: 128 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.521238:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.521240:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.521242:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.521257:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b314af40/0xb104f9478e0007b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb8 expref: 128 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.521266:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b314af40/0xb104f9478e0007b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb8 expref: 128 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.521274:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0459f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952925440:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.521295:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.521476:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac18fcc0/0xb104f9478dfffa32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961136 expref: 128 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.521483:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952919808:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.521489:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521494:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521501:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521507:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521513:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521520:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521526:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.521528:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521532:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521538:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521541:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3840/0xb104f9478e078169 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.521618:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+201:3763:x1815447952919552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3856us (3895us total) trans 4295336023 rc 0/0 00000100:00100000:2.0:1731347580.521622:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205134 00000004:00080000:3.0:1731347580.521630:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880113504a80/2, rc 0, transno 368727 00000100:00100000:3.0:1731347580.521637:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880113504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952919552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.521666:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.521673:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0458380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952925568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.521693:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.521703:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952925568 00000100:00100000:2.0:1731347580.521705:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952925568 00000100:00100000:2.0:1731347580.521714:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205157 00000100:00100000:2.0:1731347580.521717:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+201:3760:x1815447952925568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.521725:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18586 count 1 00010000:00010000:2.0:1731347580.521735:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521747:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f73c0/0xb104f9478e001d5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963460 expref: 127 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.521753:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.521754:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.521756:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.521782:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f73c0/0xb104f9478e001d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963460 expref: 127 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.521791:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f73c0/0xb104f9478e001d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963460 expref: 127 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.521799:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952925696:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.521820:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.521842:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952921984:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.521849:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.521885:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952922112:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.521888:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.521895:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.521905:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312753792 00000100:00100000:2.0:1731347580.521908:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312753792 00000100:00100000:0.0:1731347580.521913:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.521916:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800903e58c0/0xb104f9478dff26fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953e02 expref: 128 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.521924:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312753664 00000100:00100000:2.0:1731347580.521927:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291047 00000100:00100000:0.0:1731347580.521927:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312753664 00000100:00100000:2.0:1731347580.521930:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+128:2003:x1815448312753792:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.521935:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.521937:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800903e58c0/0xb104f9478dff26fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3692:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953e02 expref: 128 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.521938:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4582400/0xb104f9478e0007ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb1 expref: 136 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.521943:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800903e58c0/0xb104f9478dff26fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3692:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953e02 expref: 128 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.521950:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800903e58c0/0xb104f9478dff26fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3692:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953e02 expref: 128 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.521955:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291048 00010000:00010000:2.0:1731347580.521955:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.521956:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.521957:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.521958:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+136:2004:x1815448312753664:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.521961:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.521964:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.521967:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4582400/0xb104f9478e0007ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3eaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb1 expref: 136 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.521969:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.521973:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4582400/0xb104f9478e0007ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3eaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb1 expref: 136 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.521976:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.521980:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4582400/0xb104f9478e0007ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3eaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb1 expref: 136 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.521983:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2003:x1815448312753792:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (97us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.521986:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.521986:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312753920 00010000:00010000:3.0:1731347580.521987:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.521987:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291047 00010000:00010000:3.0:1731347580.521989:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.521989:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312753920 00010000:00010000:3.0:1731347580.521993:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.521997:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880006483180/0xb104f9478e001d55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963459 expref: 136 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522002:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.522002:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952922368:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.522009:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.522013:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+136:2004:x1815448312753664:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.522016:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291048 00000100:00100000:2.0:1731347580.522019:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291049 00000100:00100000:2.0:1731347580.522022:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+135:2004:x1815448312753920:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.522027:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.522029:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880006483180/0xb104f9478e001d55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963459 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522030:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522034:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880006483180/0xb104f9478e001d55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963459 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522036:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522041:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880006483180/0xb104f9478e001d55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963459 expref: 135 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522043:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522046:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522047:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522048:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522052:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522053:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522057:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.522059:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522065:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221b00 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.522067:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+134:2004:x1815448312753920:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (93us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.522068:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522071:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291049 00010000:00010000:3.0:1731347580.522074:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522078:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522083:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522083:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522087:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522089:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221b00/0xb104f9478e0781a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522091:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522095:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522098:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.522099:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522103:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522108:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522111:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220000/0xb104f9478e0781af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.522178:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+360:3763:x1815447952921728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2976us (3039us total) trans 4295367567 rc 0/0 00000100:00100000:3.0:1731347580.522184:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205142 00000100:00100000:0.0:1731347580.522190:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952923136:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.522200:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.522207:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952922752:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.522208:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+359:3761:x1815447952922240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2862us (2888us total) trans 4295367568 rc 0/0 00000100:00100000:2.0:1731347580.522214:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205144 00010000:00010000:3.0:1731347580.522218:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.522224:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.522233:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952922880:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.522235:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522240:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522241:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.522245:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.522248:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522252:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312754048 00000100:00100000:2.0:1731347580.522254:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312754048 00010000:00010000:3.0:1731347580.522255:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522261:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522261:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b31d0000/0xb104f9478e0006b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961db5 expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522266:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.522269:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522275:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522275:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312754304 00000100:00100000:2.0:1731347580.522277:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312754304 00010000:00010000:2.0:1731347580.522281:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880115b28240/0xb104f9478dff60d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577de expref: 134 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522284:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522288:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e0781a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522289:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291050 00000100:00100000:2.0:1731347580.522292:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2003:x1815448312754048:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.522296:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.522298:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b31d0000/0xb104f9478e0006b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961db5 expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.522303:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b31d0000/0xb104f9478e0006b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961db5 expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.522312:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b31d0000/0xb104f9478e0006b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961db5 expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.522320:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522322:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522324:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.522327:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291051 00000100:00100000:0.0:1731347580.522333:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+134:2003:x1815448312754304:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.522335:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522340:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.522344:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880115b28240/0xb104f9478dff60d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577de expref: 134 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.522347:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.522353:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880115b28240/0xb104f9478dff60d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577de expref: 134 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.522362:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+126:2003:x1815448312754048:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (137us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.522364:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880115b28240/0xb104f9478dff60d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577de expref: 134 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.522368:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291050 00010000:00010000:0.0:1731347580.522372:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.522373:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.522376:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522382:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.522385:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+202:3763:x1815447952921856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3171us (3204us total) trans 4295336024 rc 0/0 00000100:00100000:3.0:1731347580.522391:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205143 00000004:00080000:2.0:1731347580.522392:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c3b80/2, rc 0, transno 400272 00010000:00010000:0.0:1731347580.522393:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.522399:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952922240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.522406:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.522407:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+133:2003:x1815448312754304:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (162us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.522410:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.522412:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291051 00010000:00010000:3.0:1731347580.522431:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522435:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522435:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b0d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952925824:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.522439:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522442:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.522443:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522447:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522449:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.522453:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522454:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.522457:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0781b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522461:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522462:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952925824 00000100:00100000:2.0:1731347580.522464:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952925824 00010000:00010000:0.0:1731347580.522469:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522472:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205158 00000100:00100000:2.0:1731347580.522475:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+359:3762:x1815447952925824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.522475:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522481:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.522482:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15441 count 1 00010000:00010000:0.0:1731347580.522486:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.522488:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522489:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522495:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1c83a80/0xb104f9478dff2d79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95447d expref: 132 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.522495:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522499:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522500:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522501:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522505:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522511:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e0781c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522513:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1c83a80/0xb104f9478dff2d79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95447d expref: 132 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.522519:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1c83a80/0xb104f9478dff2d79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95447d expref: 132 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.522524:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952925952:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.522535:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.522540:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+202:3761:x1815447952922496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2797us (2825us total) trans 4295336025 rc 0/0 00000100:00100000:3.0:1731347580.522545:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205145 00000004:00080000:2.0:1731347580.522546:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814bb100/2, rc 0, transno 368729 00000100:00100000:2.0:1731347580.522551:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952922496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.522565:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00080000:3.0:1731347580.522570:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814d4380/2, rc 0, transno 368728 00000100:00100000:2.0:1731347580.522571:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880113505180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952926080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.522576:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952921856:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.522582:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7f480/2, rc 0, transno 400271 00000100:00100000:2.0:1731347580.522588:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.522593:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952921728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.522615:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952926080 00000100:00100000:3.0:1731347580.522617:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952926080 00000100:00100000:2.0:1731347580.522620:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952926336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.522627:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205159 00000100:00100000:3.0:1731347580.522629:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+202:3762:x1815447952926080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.522636:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13392 count 1 00000100:00100000:2.0:1731347580.522636:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.522644:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522648:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.522649:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+360:3763:x1815447952923008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2647us (2709us total) trans 4295367569 rc 0/0 00010000:00010000:3.0:1731347580.522651:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880115477180/0xb104f9478e005348 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a4c expref: 126 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.522652:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952926208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.522653:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205147 00010000:00010000:3.0:1731347580.522655:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.522656:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.522657:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.522661:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952926336 00000100:00100000:2.0:1731347580.522662:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.522664:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952926336 00010000:00010000:3.0:1731347580.522669:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880115477180/0xb104f9478e005348 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a4c expref: 126 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.522671:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952926208 00000100:00100000:0.0:1731347580.522672:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952926208 00000100:00100000:2.0:1731347580.522674:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205160 00010000:00010000:3.0:1731347580.522675:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880115477180/0xb104f9478e005348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a4c expref: 126 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.522677:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+360:3761:x1815447952926336:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.522680:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952926464:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.522680:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205161 00000100:00100000:0.0:1731347580.522682:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+203:3761:x1815447952926208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.522684:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17643 count 1 00002000:00080000:0.0:1731347580.522690:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10294 count 1 00010000:00010000:2.0:1731347580.522691:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.522693:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.522696:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522701:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097554000/0xb104f9478dff1fa3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536ae expref: 132 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.522703:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012039c240/0xb104f9478dff60da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577d7 expref: 126 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.522704:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522705:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522707:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522707:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.522708:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.522709:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b9880/2, rc 0, transno 400273 00010000:00010000:0.0:1731347580.522710:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.522713:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952923008:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.522716:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097554000/0xb104f9478dff1fa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536ae expref: 132 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.522719:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012039c240/0xb104f9478dff60da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577d7 expref: 126 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.522721:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097554000/0xb104f9478dff1fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536ae expref: 132 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.522724:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012039c240/0xb104f9478dff60da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577d7 expref: 126 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.522726:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.522726:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952926592:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.522730:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952926848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.522730:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952926720:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.522737:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.522744:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba900 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.522746:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.522753:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952926848 00000100:00100000:0.0:1731347580.522754:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952926848 00000100:00100000:0.0:1731347580.522763:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205162 00000100:00100000:0.0:1731347580.522766:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+361:3763:x1815447952926848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.522788:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10618 count 1 00010000:00010000:0.0:1731347580.522794:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522801:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096105d40/0xb104f9478dff707e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958782 expref: 132 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.522805:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.522805:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.522807:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522816:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096105d40/0xb104f9478dff707e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958782 expref: 132 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.522821:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096105d40/0xb104f9478dff707e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958782 expref: 132 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.522826:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952926976:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.522838:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781baa80 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.522854:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.522868:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312754176 00000100:00100000:2.0:1731347580.522871:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312754176 00000100:00100000:0.0:1731347580.522874:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.522880:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952923520:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.522882:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880119356640/0xb104f9478e005341 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a45 expref: 133 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.522886:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.522888:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.522897:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312754432 00000100:00100000:3.0:1731347580.522899:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312754432 00000100:00100000:2.0:1731347580.522899:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312754560 00000100:00100000:2.0:1731347580.522901:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312754560 00010000:00010000:3.0:1731347580.522906:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaa38d80/0xb104f9478dfff1a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608ae expref: 134 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.522909:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b311ba80/0xb104f9478dff8799 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ea4 expref: 127 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.522910:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad607480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952924672:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.522916:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291052 00010000:00010000:0.0:1731347580.522918:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.522919:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+134:2004:x1815448312754176:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.522924:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.522927:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880119356640/0xb104f9478e005341 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a45 expref: 134 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.522928:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291053 00010000:00010000:3.0:1731347580.522932:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880119356640/0xb104f9478e005341 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a45 expref: 134 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.522933:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291054 00000100:00100000:2.0:1731347580.522934:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+134:2004:x1815448312754432:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.522936:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2003:x1815448312754560:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.522940:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880119356640/0xb104f9478e005341 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a45 expref: 134 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.522941:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.522941:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.522944:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.522944:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b311ba80/0xb104f9478dff8799 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ea4 expref: 127 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522945:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522945:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaa38d80/0xb104f9478dfff1a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608ae expref: 133 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522947:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522949:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b311ba80/0xb104f9478dff8799 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ea4 expref: 127 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522951:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522951:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaa38d80/0xb104f9478dfff1a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608ae expref: 133 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.522957:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.522957:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522958:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaa38d80/0xb104f9478dfff1a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608ae expref: 133 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.522959:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.522959:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522963:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.522964:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.522965:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.522967:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+132:2004:x1815448312754176:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (113us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.522967:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.522969:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.522971:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291052 00010000:00010000:2.0:1731347580.522971:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.522976:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2003:x1815448312754560:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 39us (89us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.522980:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.522980:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291054 00000100:00100000:3.0:1731347580.522985:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952924032:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.522989:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+131:2004:x1815448312754432:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (115us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.522990:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.522993:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291053 00010000:00010000:3.0:1731347580.522998:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523003:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523007:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523009:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad604700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952924416:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.523010:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523014:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523016:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523017:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.523018:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523021:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.523022:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523027:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523028:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312754816 00010000:00010000:2.0:1731347580.523030:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b311ba80/0xb104f9478dff8799 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ea4 expref: 126 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.523030:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312754816 00010000:00010000:3.0:1731347580.523031:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0781cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523036:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952923776:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.523036:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008140a880/0xb104f9478e009788 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae8c expref: 131 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.523041:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523045:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523047:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291055 00010000:00010000:2.0:1731347580.523049:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523049:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+131:2003:x1815448312754816:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.523053:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523053:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.523055:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008140a880/0xb104f9478e009788 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae8c expref: 131 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.523056:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523060:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523060:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008140a880/0xb104f9478e009788 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae8c expref: 131 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.523063:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.523064:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523067:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008140a880/0xb104f9478e009788 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae8c expref: 131 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.523071:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523072:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523073:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523074:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523077:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523079:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523080:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e0781d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523085:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.523093:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523093:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+130:2003:x1815448312754816:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.523096:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291055 00010000:00010000:1.0:1731347580.523100:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523102:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+362:3761:x1815447952923264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2804us (2824us total) trans 4295367570 rc 0/0 00010000:00010000:1.0:1731347580.523105:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523106:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205148 00010000:00010000:1.0:1731347580.523109:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523110:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.523112:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523116:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.523117:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523118:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312755072 00000100:00100000:0.0:1731347580.523119:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312755072 00010000:00010000:1.0:1731347580.523121:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523122:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523124:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880115fccd80/0xb104f9478e004aea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661e7 expref: 126 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.523126:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523127:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523131:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523131:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0781d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523132:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291056 00010000:00010000:3.0:1731347580.523134:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523135:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad604700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+126:2003:x1815448312755072:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.523138:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523138:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.523140:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880115fccd80/0xb104f9478e004aea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661e7 expref: 126 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.523141:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912218c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.523142:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523145:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880115fccd80/0xb104f9478e004aea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661e7 expref: 126 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.523146:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523151:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523152:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880115fccd80/0xb104f9478e004aea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9661e7 expref: 126 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.523155:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912218c0/0xb104f9478e0781bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523157:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+204:3763:x1815447952923648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2703us (2726us total) trans 4295336026 rc 0/0 00010000:00010000:0.0:1731347580.523157:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523157:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523159:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523161:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205149 00010000:00010000:0.0:1731347580.523163:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523170:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.523176:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad604700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+125:2003:x1815448312755072:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 41us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.523177:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952924160:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.523182:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291056 00010000:00010000:2.0:1731347580.523183:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523190:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523194:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523196:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad606680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952925184:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.523199:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523201:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523202:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523206:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523209:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220480 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.523211:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+363:3763:x1815447952923904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2600us (2659us total) trans 4295367571 rc 0/0 00010000:00010000:0.0:1731347580.523211:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.523212:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b8380/2, rc 0, transno 400274 00010000:00010000:0.0:1731347580.523214:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523216:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952923264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.523216:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205150 00010000:00010000:0.0:1731347580.523219:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523222:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220480/0xb104f9478e0781e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523225:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+362:3763:x1815447952922624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3421us (3457us total) trans 4295367572 rc 0/0 00000100:00100000:3.0:1731347580.523229:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205146 00000100:00100000:2.0:1731347580.523233:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.523237:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952927104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.523247:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952925056:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.523250:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.523254:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523260:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952927104 00000100:00100000:2.0:1731347580.523261:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952927104 00000004:00080000:3.0:1731347580.523266:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3aaa00/2, rc 0, transno 400275 00000100:00100000:2.0:1731347580.523270:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205163 00000100:00100000:2.0:1731347580.523274:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+362:3762:x1815447952927104:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.523277:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952923904:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.523283:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b8a80/2, rc 0, transno 368730 00000100:00100000:3.0:1731347580.523286:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952923648:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.523291:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15153 count 1 00000100:00100000:0.0:1731347580.523293:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+204:3760:x1815447952924288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2533us (2554us total) trans 4295336027 rc 0/0 00000100:00100000:0.0:1731347580.523297:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205152 00010000:00010000:2.0:1731347580.523298:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523304:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952927232:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.523305:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aab921c0/0xb104f9478dff8b43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a24e expref: 129 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.523308:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.523309:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.523311:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523317:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.523317:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.523318:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aab921c0/0xb104f9478dff8b43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a24e expref: 129 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.523323:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aab921c0/0xb104f9478dff8b43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a24e expref: 129 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.523327:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952927232 00000100:00100000:0.0:1731347580.523327:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.523328:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3a8380/2, rc 0, transno 368731 00000100:00100000:2.0:1731347580.523328:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952927488:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.523329:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952927232 00000100:00100000:3.0:1731347580.523331:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952924288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.523338:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.523339:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205164 00000100:00100000:0.0:1731347580.523340:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.523342:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+363:3760:x1815447952927232:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.523346:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312755328 00000100:00100000:2.0:1731347580.523348:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312755328 00000100:00100000:0.0:1731347580.523348:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:1.0:1731347580.523350:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14919 count 1 00000100:00100000:3.0:1731347580.523351:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312754688 00000100:00100000:3.0:1731347580.523353:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312754688 00010000:00010000:2.0:1731347580.523354:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b314af40/0xb104f9478e0007b4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb8 expref: 125 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.523354:0:15873:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312754944 00010000:00010000:1.0:1731347580.523356:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523356:0:15873:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312754944 00010000:00010000:3.0:1731347580.523360:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7361c0/0xb104f9478e00731c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a19 expref: 126 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.523363:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801334cdb00/0xb104f9478e0046b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db8 expref: 130 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.523363:0:15873:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b450e400/0xb104f9478e00053e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c42 expref: 130 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.523367:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.523368:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.523369:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312755200 00000100:00100000:3.0:1731347580.523370:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312755200 00010000:00010000:1.0:1731347580.523370:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523373:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291057 00010000:00010000:3.0:1731347580.523374:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006a0933c0/0xb104f9478dff0bfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522fe expref: 127 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.523377:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad607480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2003:x1815448312755328:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.523380:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801334cdb00/0xb104f9478e0046b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db8 expref: 130 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.523382:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291058 00010000:00010000:2.0:1731347580.523385:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.523385:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801334cdb00/0xb104f9478e0046b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db8 expref: 130 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.523385:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2004:x1815448312754688:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.523388:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291059 00010000:00010000:2.0:1731347580.523388:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b314af40/0xb104f9478e0007b4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb8 expref: 127 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.523389:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.523391:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+130:2004:x1815448312754944:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.523391:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952927744:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.523392:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7361c0/0xb104f9478e00731c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a19 expref: 127 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.523395:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.523397:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b450e400/0xb104f9478e00053e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c42 expref: 130 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.523397:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b314af40/0xb104f9478e0007b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb8 expref: 127 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.523397:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7361c0/0xb104f9478e00731c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a19 expref: 127 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.523402:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65600 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.523403:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b450e400/0xb104f9478e00053e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c42 expref: 130 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.523405:0:15873:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7361c0/0xb104f9478e00731c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a19 expref: 127 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.523407:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.523408:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523410:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.523411:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b450e400/0xb104f9478e00053e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c42 expref: 130 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.523411:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.523411:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291060 00010000:00010000:0.0:1731347580.523412:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523413:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523431:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523431:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523432:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.523432:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+126:2004:x1815448312755200:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.523434:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523434:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523437:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.523438:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523440:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006a0933c0/0xb104f9478dff0bfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522fe expref: 126 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.523440:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.523442:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.523446:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006a0933c0/0xb104f9478dff0bfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522fe expref: 126 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.523447:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.523448:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+126:2004:x1815448312754688:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.523451:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291058 00000100:00100000:2.0:1731347580.523452:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad607480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+126:2003:x1815448312755328:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (135us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.523453:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006a0933c0/0xb104f9478dff0bfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9522fe expref: 126 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.523456:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+129:2004:x1815448312754944:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 63us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.523456:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291057 00000100:00100000:3.0:1731347580.523459:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291059 00010000:00010000:1.0:1731347580.523459:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.523460:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.523461:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523462:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523465:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523466:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523470:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523473:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.523474:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b9500/2, rc 0, transno 400276 00010000:00010000:2.0:1731347580.523474:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523474:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523477:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523479:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952922624:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.523479:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523480:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223a80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.523481:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.523481:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+123:2004:x1815448312755200:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (132us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.523482:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.523484:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291060 00010000:00010000:2.0:1731347580.523486:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523486:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523492:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523492:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523495:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223a80/0xb104f9478e0781ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523496:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e967b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952927616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.523498:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523504:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.523506:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523513:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523522:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523529:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223840/0xb104f9478e0781e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523565:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+364:3760:x1815447952924544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2671us (2696us total) trans 4295367573 rc 0/0 00000100:00100000:0.0:1731347580.523570:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205153 00000100:00100000:0.0:1731347580.523597:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.523601:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+204:3761:x1815447952923392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2986us (3022us total) trans 4295336028 rc 0/0 00000100:00100000:0.0:1731347580.523602:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312755456 00000100:00100000:0.0:1731347580.523604:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312755456 00000100:00100000:2.0:1731347580.523605:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205151 00010000:00010000:0.0:1731347580.523611:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a735d40/0xb104f9478e007300 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a04 expref: 129 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.523620:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291061 00000100:00100000:2.0:1731347580.523622:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952925696:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.523623:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+129:2004:x1815448312755456:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.523627:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.523628:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.523629:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523629:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a735d40/0xb104f9478e007300 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a04 expref: 129 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.523634:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a735d40/0xb104f9478e007300 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a04 expref: 129 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.523638:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952927616 00000100:00100000:2.0:1731347580.523640:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.523641:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952927616 00010000:00010000:0.0:1731347580.523641:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a735d40/0xb104f9478e007300 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef968a04 expref: 129 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.523644:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952927872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.523647:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523648:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523649:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523651:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205165 00000100:00100000:3.0:1731347580.523653:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+204:3763:x1815447952927616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.523653:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523655:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1731347580.523661:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17765 count 1 00010000:00010000:0.0:1731347580.523661:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.523664:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952927872 00000100:00100000:2.0:1731347580.523666:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952927872 00010000:00010000:3.0:1731347580.523668:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523668:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+128:2004:x1815448312755456:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.523671:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291061 00010000:00010000:3.0:1731347580.523674:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800734b7840/0xb104f9478e009781 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae85 expref: 122 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.523674:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205166 00000100:00100000:2.0:1731347580.523677:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+364:3762:x1815447952927872:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.523678:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.523679:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.523681:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.523684:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19150 count 1 00010000:00010000:3.0:1731347580.523690:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800734b7840/0xb104f9478e009781 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae85 expref: 122 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.523691:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.523692:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.523695:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800734b7840/0xb104f9478e009781 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae85 expref: 122 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.523698:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88004f736640/0xb104f9478e00287d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f81 expref: 127 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.523699:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312755584 00000100:00100000:3.0:1731347580.523701:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952928000:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.523701:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312755584 00010000:00010000:2.0:1731347580.523702:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.523703:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.523704:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523707:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f73c0/0xb104f9478e001d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963460 expref: 123 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.523712:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.523713:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88004f736640/0xb104f9478e00287d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f81 expref: 127 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.523717:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291062 00010000:00010000:2.0:1731347580.523718:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88004f736640/0xb104f9478e00287d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f81 expref: 127 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.523719:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+123:2003:x1815448312755584:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.523720:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523723:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.523724:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523725:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f73c0/0xb104f9478e001d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963460 expref: 123 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.523727:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952928128:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.523728:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523732:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523734:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f73c0/0xb104f9478e001d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963460 expref: 123 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.523735:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523736:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62b40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.523738:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b806c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.523740:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523741:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac3f73c0/0xb104f9478e001d5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963460 expref: 123 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.523744:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523746:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523747:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.523748:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.523749:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.523750:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814bad80/2, rc 0, transno 368732 00010000:00010000:3.0:1731347580.523752:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e0781f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.523752:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523755:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952923392:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.523759:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.523766:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+122:2003:x1815448312755584:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.523782:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291062 00010000:00010000:2.0:1731347580.523783:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523787:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523791:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523795:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523798:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523801:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.523803:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523807:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523816:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.523820:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07820a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523832:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523840:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523843:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+365:3763:x1815447952924928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2782us (2815us total) trans 4295367574 rc 0/0 00010000:00010000:1.0:1731347580.523845:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523847:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205154 00010000:00010000:1.0:1731347580.523848:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523852:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523855:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.523857:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523861:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.523863:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800ad607b80/2, rc 0, transno 400277 00010000:00010000:1.0:1731347580.523866:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.523867:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952924544:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.523870:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221440/0xb104f9478e0781fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.523886:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+205:3760:x1815447952925568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2167us (2193us total) trans 4295336029 rc 0/0 00000100:00100000:2.0:1731347580.523890:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205157 00000004:00080000:3.0:1731347580.523897:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800ad605f80/2, rc 0, transno 400278 00000100:00100000:2.0:1731347580.523902:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952927360:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.523903:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad605f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952924928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.523917:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.523924:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952928256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.523929:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952927360 00000100:00100000:2.0:1731347580.523932:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952927360 00000100:00100000:3.0:1731347580.523945:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.523945:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+206:3763:x1815447952924800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2876us (2901us total) trans 4295336030 rc 0/0 00000100:00100000:2.0:1731347580.523946:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205167 00000100:00100000:2.0:1731347580.523950:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+206:3761:x1815447952927360:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.523950:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205155 00000100:00100000:1.0:1731347580.523958:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952928256 00002000:00080000:2.0:1731347580.523960:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9522 count 1 00000100:00100000:1.0:1731347580.523960:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952928256 00000004:00080000:3.0:1731347580.523962:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a0458380/2, rc 0, transno 368733 00000100:00100000:3.0:1731347580.523968:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0458380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952925568:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.523969:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.523973:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205168 00000100:00100000:3.0:1731347580.523974:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1731347580.523976:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+206:3760:x1815447952928256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.523979:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800add733c0/0xb104f9478dfff1aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608a7 expref: 121 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.523981:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080c1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952928384:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.523983:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14581 count 1 00010000:00010000:2.0:1731347580.523984:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.523986:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.523987:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523989:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.523996:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b1680/0xb104f9478e000537 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c3b expref: 121 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.524000:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.524000:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.524001:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800add733c0/0xb104f9478dfff1aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608a7 expref: 121 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.524001:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.524002:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.524007:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800add733c0/0xb104f9478dfff1aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608a7 expref: 121 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.524012:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b1680/0xb104f9478e000537 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c3b expref: 121 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.524013:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952928640:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.524018:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b1680/0xb104f9478e000537 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c3b expref: 121 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.524023:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.524025:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952928768:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.524026:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952928384 00000100:00100000:3.0:1731347580.524029:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952928384 00000100:00100000:1.0:1731347580.524040:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65a80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.524041:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952928512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.524051:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.524053:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205169 00000100:00100000:0.0:1731347580.524056:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1924050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+365:3760:x1815447952928384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.524057:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952928512 00000100:00100000:3.0:1731347580.524060:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952928512 00000100:00100000:2.0:1731347580.524060:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.524063:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952928896:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.524064:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14763 count 1 00000100:00100000:2.0:1731347580.524070:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.524071:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.524073:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952928896 00000100:00100000:3.0:1731347580.524075:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952928896 00010000:00010000:0.0:1731347580.524078:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009895e640/0xb104f9478e00bcb1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3bc expref: 127 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.524085:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205170 00010000:00010000:0.0:1731347580.524085:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.524086:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.524087:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.524089:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+366:3762:x1815447952928512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.524089:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205171 00000100:00100000:1.0:1731347580.524094:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+207:3762:x1815447952928896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.524097:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009895e640/0xb104f9478e00bcb1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3bc expref: 127 pid: 15872 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1731347580.524101:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16875 count 1 00010000:00010000:0.0:1731347580.524102:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009895e640/0xb104f9478e00bcb1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3bc expref: 127 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.524105:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18803 count 1 00000100:00100000:0.0:1731347580.524107:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952929024:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.524111:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.524114:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.524117:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba780 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.524124:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800985486c0/0xb104f9478e0072f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689fd expref: 121 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.524126:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b2566640/0xb104f9478dff6851 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f55 expref: 127 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.524131:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.524132:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.524132:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.524134:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.524134:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.524136:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.524148:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800985486c0/0xb104f9478e0072f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689fd expref: 121 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.524152:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b2566640/0xb104f9478dff6851 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f55 expref: 127 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.524157:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800985486c0/0xb104f9478e0072f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689fd expref: 121 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.524160:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b2566640/0xb104f9478dff6851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f55 expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.524166:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952929152:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.524169:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952929280:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.524183:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65240 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.524188:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00000004:00080000:3.0:1731347580.524203:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800ad606a00/2, rc 0, transno 368734 00000100:00100000:3.0:1731347580.524207:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952924800:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.524219:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b314af40/0xb104f9478e0007b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961eb8 expref: 121 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.524228:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0459f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952925440:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.524233:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.524237:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952929408:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.524238:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.524250:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.524250:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.524256:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.524263:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.524265:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952929408 00000100:00100000:1.0:1731347580.524268:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952929408 00010000:00010000:3.0:1731347580.524269:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.524275:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.524280:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b821c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.524283:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.524286:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205172 00010000:00010000:3.0:1731347580.524289:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.524291:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+208:3761:x1815447952929408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.524300:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.524301:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15441 count 1 00010000:00010000:3.0:1731347580.524306:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b821c0/0xb104f9478e078203 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.524311:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.524325:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d5a400/0xb104f9478dff2d80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954484 expref: 120 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.524330:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.524332:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.524334:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.524349:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1d5a400/0xb104f9478dff2d80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954484 expref: 120 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.524357:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1d5a400/0xb104f9478dff2d80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954484 expref: 120 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.524365:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952929536:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.524384:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65e40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.524439:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+209:3761:x1815447952925312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3233us (3266us total) trans 4295336031 rc 0/0 00000004:00080000:2.0:1731347580.524439:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a045b800/2, rc 0, transno 368735 00000100:00100000:2.0:1731347580.524443:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a045b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952925312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.524446:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205156 00000100:00100000:2.0:1731347580.524458:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952929664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.524474:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.524488:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952929664 00000100:00100000:3.0:1731347580.524491:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952929664 00000100:00100000:3.0:1731347580.524506:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205173 00000100:00100000:3.0:1731347580.524510:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+209:3761:x1815447952929664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.524521:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17643 count 1 00010000:00010000:3.0:1731347580.524530:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.524540:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009903fa80/0xb104f9478dff1faa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536a7 expref: 120 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.524546:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.524547:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.524549:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.524565:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009903fa80/0xb104f9478dff1faa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536a7 expref: 120 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.524574:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009903fa80/0xb104f9478dff1faa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536a7 expref: 120 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.524583:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952929792:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.524606:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.525891:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.525902:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312755712 00000100:00100000:1.0:1731347580.525906:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312755712 00000100:00100000:2.0:1731347580.525910:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952925952:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.525920:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1c83a80/0xb104f9478dff2d79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95447d expref: 128 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.525923:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952926464:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.525924:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.525935:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.525944:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291063 00000100:00100000:1.0:1731347580.525949:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+128:2004:x1815448312755712:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.525957:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.525961:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1c83a80/0xb104f9478dff2d79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95447d expref: 128 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.525970:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1c83a80/0xb104f9478dff2d79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95447d expref: 128 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.525983:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1c83a80/0xb104f9478dff2d79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95447d expref: 128 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.525991:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.525993:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.525996:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.526002:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.526016:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.526021:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526025:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526030:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526034:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.526036:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2004:x1815448312755712:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.526038:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526041:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00900 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.526042:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291063 00010000:00010000:2.0:1731347580.526043:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526047:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526053:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526057:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078211 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.526066:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.526074:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312755840 00000100:00100000:1.0:1731347580.526077:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312755840 00010000:00010000:1.0:1731347580.526085:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880115477180/0xb104f9478e005348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a4c expref: 121 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.526104:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291064 00000100:00100000:1.0:1731347580.526109:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+121:2003:x1815448312755840:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.526115:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.526119:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880115477180/0xb104f9478e005348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a4c expref: 121 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.526127:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880115477180/0xb104f9478e005348 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a4c expref: 121 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.526137:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880115477180/0xb104f9478e005348 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef966a4c expref: 121 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.526145:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.526146:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.526148:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.526155:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.526173:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.526177:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+367:3762:x1815447952925824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3700us (3725us total) trans 4295367575 rc 0/0 00000100:00100000:2.0:1731347580.526182:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205158 00000100:00100000:1.0:1731347580.526186:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+120:2003:x1815448312755840:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.526191:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291064 00010000:00010000:3.0:1731347580.526193:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.526198:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.526203:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.526207:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.526210:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.526213:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b818c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.526215:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.526219:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.526228:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.526232:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078218 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.526242:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952926592:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.526250:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.526277:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.526285:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312755968 00000100:00100000:1.0:1731347580.526287:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312755968 00010000:00010000:1.0:1731347580.526296:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097554000/0xb104f9478dff1fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536ae expref: 127 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.526312:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291065 00000100:00100000:1.0:1731347580.526316:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2003:x1815448312755968:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.526321:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.526324:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097554000/0xb104f9478dff1fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536ae expref: 127 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.526332:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097554000/0xb104f9478dff1fa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536ae expref: 127 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.526335:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+210:3762:x1815447952926080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3704us (3746us total) trans 4295336032 rc 0/0 00000100:00100000:3.0:1731347580.526340:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205159 00010000:00010000:1.0:1731347580.526342:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097554000/0xb104f9478dff1fa3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536ae expref: 127 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.526350:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.526351:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.526353:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.526357:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.526362:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880113505180/2, rc 0, transno 368736 00010000:00010000:1.0:1731347580.526376:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.526377:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880113505180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952926080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.526382:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952926720:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.526384:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b0d92a00/2, rc 0, transno 400279 00000100:00100000:3.0:1731347580.526388:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b0d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952925824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.526388:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+126:2003:x1815448312755968:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.526391:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291065 00010000:00010000:0.0:1731347580.526396:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526411:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526430:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526435:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.526439:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952930048:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.526440:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526443:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526447:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.526448:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526456:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526462:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526467:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e07821f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.526504:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.526517:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.526523:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952929920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.526539:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.526555:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952930048 00000100:00100000:3.0:1731347580.526558:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952930048 00000100:00100000:3.0:1731347580.526573:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952929920 00000100:00100000:3.0:1731347580.526576:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952929920 00000100:00100000:0.0:1731347580.526582:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205174 00000100:00100000:0.0:1731347580.526587:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+367:3763:x1815447952930048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.526593:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205175 00000100:00100000:3.0:1731347580.526598:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+210:3763:x1815447952929920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.526598:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15081 count 1 00010000:00010000:0.0:1731347580.526607:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.526609:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10618 count 1 00010000:00010000:0.0:1731347580.526614:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe73c0/0xb104f9478dffa1b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8ba expref: 125 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.526619:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.526622:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.526623:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.526624:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.526630:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096cfa400/0xb104f9478dff7077 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95877b expref: 119 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.526635:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe73c0/0xb104f9478dffa1b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8ba expref: 125 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.526636:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.526637:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.526640:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.526640:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe73c0/0xb104f9478dffa1b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8ba expref: 125 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.526646:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952930176:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.526657:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096cfa400/0xb104f9478dff7077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95877b expref: 119 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.526663:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba900 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.526666:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096cfa400/0xb104f9478dff7077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95877b expref: 119 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.526676:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952930304:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.526699:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.526725:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+368:3761:x1815447952926336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4046us (4087us total) trans 4295367576 rc 0/0 00000100:00100000:2.0:1731347580.526729:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205160 00000004:00080000:3.0:1731347580.526745:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815bf800/2, rc 0, transno 400280 00000100:00100000:3.0:1731347580.526753:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952926336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.526800:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952930432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.526821:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.526833:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952930432 00000100:00100000:2.0:1731347580.526836:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952930432 00000100:00100000:2.0:1731347580.526847:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205176 00000100:00100000:2.0:1731347580.526849:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+368:3760:x1815447952930432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.526858:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15078 count 1 00010000:00010000:2.0:1731347580.526865:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526872:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008770c6c0/0xb104f9478dff2840 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f3d expref: 125 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.526876:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.526877:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.526879:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.526891:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008770c6c0/0xb104f9478dff2840 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f3d expref: 125 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.526896:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008770c6c0/0xb104f9478dff2840 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f3d expref: 125 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.526902:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952930560:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.526925:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.527166:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.527186:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.527207:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312756096 00000100:00100000:2.0:1731347580.527210:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312756096 00010000:00010000:2.0:1731347580.527222:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012039c240/0xb104f9478dff60da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577d7 expref: 120 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.527223:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952927744:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.527234:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.527238:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312756224 00000100:00100000:2.0:1731347580.527240:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312756224 00000100:00100000:3.0:1731347580.527246:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952927488:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.527249:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096105d40/0xb104f9478dff707e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958782 expref: 126 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.527253:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.527258:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.527264:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312756352 00000100:00100000:2.0:1731347580.527266:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312756352 00000100:00100000:1.0:1731347580.527267:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291066 00000100:00100000:1.0:1731347580.527271:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+120:2003:x1815448312756096:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.527274:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aab921c0/0xb104f9478dff8b43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a24e expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.527277:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.527282:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012039c240/0xb104f9478dff60da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577d7 expref: 120 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.527289:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291067 00010000:00010000:1.0:1731347580.527291:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012039c240/0xb104f9478dff60da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577d7 expref: 120 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.527294:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2003:x1815448312756224:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.527299:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291068 00010000:00010000:1.0:1731347580.527301:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012039c240/0xb104f9478dff60da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9577d7 expref: 120 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.527304:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.527305:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:2003:x1815448312756352:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.527307:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.527308:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096105d40/0xb104f9478dff707e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958782 expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.527308:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.527310:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527314:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.527314:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.527316:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096105d40/0xb104f9478dff707e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958782 expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.527318:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aab921c0/0xb104f9478dff8b43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a24e expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.527322:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.527327:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aab921c0/0xb104f9478dff8b43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a24e expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.527327:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.527328:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.527331:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.527335:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+119:2003:x1815448312756096:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (170us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.527337:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527339:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aab921c0/0xb104f9478dff8b43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a24e expref: 127 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.527339:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291066 00010000:00010000:3.0:1731347580.527346:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.527346:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.527347:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.527349:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527353:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.527361:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+126:2003:x1815448312756224:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.527361:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.527363:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.527366:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291067 00000100:00100000:1.0:1731347580.527368:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312756480 00000100:00100000:1.0:1731347580.527370:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312756480 00000100:00100000:3.0:1731347580.527376:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+126:2003:x1815448312756352:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (123us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.527377:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801334cdb00/0xb104f9478e0046b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db8 expref: 126 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.527380:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291068 00000100:00100000:1.0:1731347580.527386:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291069 00000100:00100000:1.0:1731347580.527389:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+125:2003:x1815448312756480:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.527393:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527393:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.527395:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801334cdb00/0xb104f9478e0046b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db8 expref: 125 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.527398:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527400:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801334cdb00/0xb104f9478e0046b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db8 expref: 125 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.527402:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527405:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527407:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801334cdb00/0xb104f9478e0046b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db8 expref: 125 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.527409:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527412:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.527412:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.527412:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.527427:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527430:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527432:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527434:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527440:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527441:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.527443:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01b00/0xb104f9478e078234 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.527452:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+124:2003:x1815448312756480:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 61us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.527456:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291069 00010000:00010000:1.0:1731347580.527465:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527469:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527474:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527477:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527481:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527484:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.527486:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527489:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527498:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527502:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07823b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.527527:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+369:3762:x1815447952927104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4252us (4275us total) trans 4295367577 rc 0/0 00000100:00100000:3.0:1731347580.527532:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205163 00000004:00080000:2.0:1731347580.527538:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3abb80/2, rc 0, transno 400281 00000100:00100000:2.0:1731347580.527543:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952927104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.527570:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.527575:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952930688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.527578:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+369:3760:x1815447952927232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4234us (4260us total) trans 4295367578 rc 0/0 00000100:00100000:1.0:1731347580.527582:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205164 00000100:00100000:3.0:1731347580.527588:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.527591:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952930688 00000100:00100000:1.0:1731347580.527592:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952930688 00000004:00080000:3.0:1731347580.527598:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4e300/2, rc 0, transno 400282 00000100:00100000:1.0:1731347580.527601:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205177 00000100:00100000:3.0:1731347580.527602:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952927232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.527604:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+369:3760:x1815447952930688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.527611:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18950 count 1 00000100:00100000:3.0:1731347580.527617:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1731347580.527618:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.527621:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952930816:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.527625:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b30daac0/0xb104f9478dff7b13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959217 expref: 123 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.527629:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.527630:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.527630:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.527631:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527641:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b30daac0/0xb104f9478dff7b13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959217 expref: 123 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.527642:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952930816 00000100:00100000:2.0:1731347580.527646:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952930816 00010000:00010000:1.0:1731347580.527650:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b30daac0/0xb104f9478dff7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959217 expref: 123 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.527655:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952930944:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.527661:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205178 00010000:00010000:0.0:1731347580.527663:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096105d40/0xb104f9478dff707e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958782 expref: 123 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.527665:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+370:3763:x1815447952930816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.527667:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65600 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.527674:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952926976:192.168.203.60@tcp:104: 00002000:00080000:2.0:1731347580.527676:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15012 count 1 00010000:00010000:2.0:1731347580.527685:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.527685:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.527691:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.527696:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011935dd40/0xb104f9478e005ddd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e1 expref: 122 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.527696:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.527703:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.527704:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.527706:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.527707:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.527712:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952928000:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.527713:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.527718:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527722:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.527722:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011935dd40/0xb104f9478e005ddd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e1 expref: 122 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.527723:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.527725:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.527731:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011935dd40/0xb104f9478e005ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e1 expref: 122 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.527731:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.527741:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952931072:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.527741:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.527741:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.527746:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438b40/0xb104f9478e07822d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.527749:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312756608 00000100:00100000:1.0:1731347580.527751:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312756608 00010000:00010000:1.0:1731347580.527758:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800734b7840/0xb104f9478e009781 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae85 expref: 119 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.527761:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.527780:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291070 00000100:00100000:1.0:1731347580.527783:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+119:2003:x1815448312756608:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.527788:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.527790:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800734b7840/0xb104f9478e009781 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae85 expref: 119 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.527792:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952928128:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.527796:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800734b7840/0xb104f9478e009781 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae85 expref: 119 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.527803:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800734b7840/0xb104f9478e009781 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ae85 expref: 119 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.527804:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527808:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.527810:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.527811:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527816:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.527824:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.527833:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+118:2003:x1815448312756608:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (93us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.527836:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.527837:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291070 00010000:00010000:3.0:1731347580.527844:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527851:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527856:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.527859:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.527860:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527864:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.527866:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527870:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527876:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.527880:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80240/0xb104f9478e078242 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.527917:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952928640:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.527927:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.527984:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952928768:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.527992:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+371:3763:x1815447952926848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5222us (5242us total) trans 4295367579 rc 0/0 00010000:00010000:1.0:1731347580.527993:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.527998:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+211:3763:x1815447952927616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4342us (4368us total) trans 4295336033 rc 0/0 00000004:00080000:2.0:1731347580.527998:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e967b80/2, rc 0, transno 368737 00000100:00100000:0.0:1731347580.527999:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205162 00000100:00100000:1.0:1731347580.528001:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312756736 00000100:00100000:1.0:1731347580.528003:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312756736 00000100:00100000:3.0:1731347580.528005:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205165 00000100:00100000:2.0:1731347580.528005:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e967b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952927616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.528009:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88004f736640/0xb104f9478e00287d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f81 expref: 123 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.528019:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291071 00000100:00100000:1.0:1731347580.528022:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+123:2003:x1815448312756736:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1731347580.528026:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b8000/2, rc 0, transno 400283 00010000:00010000:1.0:1731347580.528026:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.528028:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88004f736640/0xb104f9478e00287d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4ace:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f81 expref: 123 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.528029:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952926848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.528035:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952931200:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.528037:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88004f736640/0xb104f9478e00287d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4ace:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f81 expref: 123 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528044:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88004f736640/0xb104f9478e00287d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4ace:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f81 expref: 123 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528049:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.528050:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.528051:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.528052:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528056:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528061:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952931328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.528061:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952931200 00010000:00010000:1.0:1731347580.528063:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.528064:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952931200 00000100:00100000:1.0:1731347580.528074:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+122:2003:x1815448312756736:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.528077:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.528077:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291071 00000100:00100000:2.0:1731347580.528079:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205179 00010000:00010000:0.0:1731347580.528083:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.528084:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+211:3763:x1815447952931200:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.528089:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952931328 00010000:00010000:0.0:1731347580.528090:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528091:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952931328 00002000:00080000:2.0:1731347580.528094:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15153 count 1 00000100:00100000:1.0:1731347580.528094:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.528097:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528101:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205180 00000100:00100000:3.0:1731347580.528103:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+371:3760:x1815447952931328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.528103:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528104:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528108:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.528111:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15450 count 1 00010000:00010000:2.0:1731347580.528113:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ba7b180/0xb104f9478dff8b4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a247 expref: 117 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.528113:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b3c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.528116:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528120:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.528121:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528121:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.528122:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528124:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528131:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.528132:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.528135:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123fa6f40/0xb104f9478e00678b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e96 expref: 121 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.528137:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e078226 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528139:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ba7b180/0xb104f9478dff8b4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a247 expref: 117 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.528141:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.528143:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.528145:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.528146:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.528148:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ba7b180/0xb104f9478dff8b4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a247 expref: 117 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.528154:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.528161:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123fa6f40/0xb104f9478e00678b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e96 expref: 121 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.528163:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952931456:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.528166:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.528170:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123fa6f40/0xb104f9478e00678b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e96 expref: 121 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.528179:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952931584:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.528182:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.528188:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952929536:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.528194:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528196:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528199:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.528201:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528207:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312756864 00010000:00010000:2.0:1731347580.528208:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.528208:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312756992 00000100:00100000:3.0:1731347580.528210:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312756864 00000100:00100000:1.0:1731347580.528210:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312756992 00010000:00010000:2.0:1731347580.528214:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528216:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b1680/0xb104f9478e000537 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c3b expref: 119 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.528218:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800add733c0/0xb104f9478dfff1aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608a7 expref: 119 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.528221:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.528224:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312757120 00010000:00010000:2.0:1731347580.528226:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01d40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.528226:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312757120 00010000:00010000:2.0:1731347580.528229:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528231:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009895e640/0xb104f9478e00bcb1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3bc expref: 122 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.528236:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312757248 00010000:00010000:2.0:1731347580.528236:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.528236:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+212:3761:x1815447952926208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5551us (5570us total) trans 4295336034 rc 0/0 00000100:00100000:3.0:1731347580.528238:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312757248 00000100:00100000:1.0:1731347580.528239:0:9569:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312757376 00000100:00100000:1.0:1731347580.528240:0:9569:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312757376 00000100:00100000:0.0:1731347580.528242:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205161 00010000:00010000:3.0:1731347580.528244:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800985486c0/0xb104f9478e0072f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689fd expref: 120 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528245:0:9569:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b2566640/0xb104f9478dff6851 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f55 expref: 123 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.528246:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528255:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078249 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528258:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291072 00000100:00100000:3.0:1731347580.528261:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+120:2004:x1815448312756992:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.528261:0:9569:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291073 00000100:00100000:1.0:1731347580.528264:0:9569:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+120:2003:x1815448312756864:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.528265:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.528266:0:15873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291074 00010000:00010000:3.0:1731347580.528268:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b1680/0xb104f9478e000537 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c3b expref: 120 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528268:0:9569:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.528270:0:9569:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800add733c0/0xb104f9478dfff1aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608a7 expref: 120 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.528272:0:15873:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+123:2004:x1815448312757120:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.528273:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b1680/0xb104f9478e000537 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c3b expref: 120 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528276:0:9569:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800add733c0/0xb104f9478dfff1aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608a7 expref: 120 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.528279:0:15873:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.528281:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac8b1680/0xb104f9478e000537 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961c3b expref: 120 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528283:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800add733c0/0xb104f9478dfff1aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9608a7 expref: 120 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.528283:0:15873:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009895e640/0xb104f9478e00bcb1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3bc expref: 123 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.528287:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.528287:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291075 00010000:00010000:3.0:1731347580.528288:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.528290:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528291:0:15873:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009895e640/0xb104f9478e00bcb1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3bc expref: 123 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528292:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.528293:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+118:2003:x1815448312757248:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.528293:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.528294:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528295:0:9569:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528299:0:9569:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528301:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.528303:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.528303:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.528304:0:15873:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.528306:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800985486c0/0xb104f9478e0072f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689fd expref: 118 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528306:0:9569:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.528307:0:15873:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528313:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+118:2004:x1815448312756992:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (180us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.528313:0:15873:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528315:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800985486c0/0xb104f9478e0072f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689fd expref: 118 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.528316:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291072 00000100:00100000:1.0:1731347580.528316:0:9569:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:62efdb24-e871-4f0d-8cc7-8cee5b684131+118:2003:x1815448312756864:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.528320:0:9569:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291073 00010000:00010000:0.0:1731347580.528324:0:15873:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.528327:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291076 00010000:00010000:2.0:1731347580.528327:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.528329:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.528331:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+123:2003:x1815448312757376:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.528332:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528337:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.528338:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528338:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.528340:0:15873:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+123:2004:x1815448312757120:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (192us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.528342:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b2566640/0xb104f9478dff6851 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x41eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f55 expref: 123 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528343:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528347:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.528347:0:15873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291074 00010000:00010000:2.0:1731347580.528348:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.528350:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b2566640/0xb104f9478dff6851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x41eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f55 expref: 123 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528351:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528354:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528360:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.528361:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae18c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.528362:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.528363:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528365:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.528366:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+116:2003:x1815448312757248:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (209us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.528366:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528371:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.528371:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291075 00010000:00010000:1.0:1731347580.528371:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528375:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078257 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528382:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.528396:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+122:2003:x1815448312757376:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.528402:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291076 00010000:00010000:3.0:1731347580.528450:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b2566640/0xb104f9478dff6851 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f55 expref: 121 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.528459:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952929280:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.528470:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.528471:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+212:3760:x1815447952928256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4493us (4525us total) trans 4295336035 rc 0/0 00000100:00100000:1.0:1731347580.528476:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205168 00010000:00010000:3.0:1731347580.528477:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528487:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528494:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800985486c0/0xb104f9478e0072f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9689fd expref: 115 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.528495:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.528496:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+372:3762:x1815447952927872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4816us (4838us total) trans 4295367580 rc 0/0 00000100:00100000:1.0:1731347580.528500:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952929152:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.528501:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.528502:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205166 00010000:00010000:3.0:1731347580.528507:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528507:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528511:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.528511:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528513:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528517:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528518:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528518:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528522:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528523:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528524:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528526:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82ac0/0xb104f9478e078265 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528526:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528529:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528530:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528532:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.528534:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528534:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009895e640/0xb104f9478e00bcb1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3bc expref: 120 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.528535:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528538:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528541:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.528541:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952929024:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.528543:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528545:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.528546:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e07826c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528548:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528549:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528553:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528554:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528557:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528561:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528562:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528565:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528568:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078250 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528569:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528572:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.528573:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528577:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528583:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528590:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439440/0xb104f9478e07825e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528612:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+372:3762:x1815447952928512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4523us (4559us total) trans 4295367581 rc 0/0 00000100:00100000:3.0:1731347580.528617:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205170 00000100:00100000:1.0:1731347580.528621:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+213:3762:x1815447952928896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4526us (4549us total) trans 4295336036 rc 0/0 00000100:00100000:1.0:1731347580.528626:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205171 00000004:00080000:3.0:1731347580.528637:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800ad604000/2, rc 0, transno 368740 00000100:00100000:3.0:1731347580.528643:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952928896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.528646:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.528660:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312757504 00000100:00100000:3.0:1731347580.528662:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312757504 00000100:00100000:0.0:1731347580.528667:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1924050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+372:3760:x1815447952928384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4609us (4666us total) trans 4295367582 rc 0/0 00000100:00100000:2.0:1731347580.528668:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+212:3761:x1815447952927360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4717us (4749us total) trans 4295336037 rc 0/0 00010000:00010000:3.0:1731347580.528671:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1d5a400/0xb104f9478dff2d80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954484 expref: 115 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.528671:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205169 00000100:00100000:2.0:1731347580.528673:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205167 00000100:00100000:3.0:1731347580.528682:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291077 00000100:00100000:3.0:1731347580.528685:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+115:2004:x1815448312757504:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.528689:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.528690:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.528691:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1d5a400/0xb104f9478dff2d80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954484 expref: 115 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.528696:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1d5a400/0xb104f9478dff2d80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954484 expref: 115 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.528703:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1d5a400/0xb104f9478dff2d80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954484 expref: 115 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.528705:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312757632 00000100:00100000:0.0:1731347580.528708:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312757632 00010000:00010000:3.0:1731347580.528709:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.528709:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.528711:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528715:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528716:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009903fa80/0xb104f9478dff1faa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536a7 expref: 115 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.528726:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291078 00000100:00100000:0.0:1731347580.528729:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+115:2003:x1815448312757632:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.528731:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.528734:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.528735:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952931712:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.528735:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528736:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009903fa80/0xb104f9478dff1faa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536a7 expref: 115 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.528741:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009903fa80/0xb104f9478dff1faa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536a7 expref: 115 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528742:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528743:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+115:2004:x1815448312757504:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.528746:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.528747:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291077 00010000:00010000:1.0:1731347580.528749:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528749:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.528750:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.528751:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.528754:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952931712 00010000:00010000:1.0:1731347580.528755:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528755:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.528756:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952931712 00000004:00080000:3.0:1731347580.528760:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080c1ca80/2, rc 0, transno 400285 00010000:00010000:1.0:1731347580.528761:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528763:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.528764:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952928512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.528766:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205181 00010000:00010000:1.0:1731347580.528767:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1200 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.528784:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+212:3761:x1815447952931712:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.528785:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.528789:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+114:2003:x1815448312757632:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (100us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.528791:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.528793:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14919 count 1 00000100:00100000:0.0:1731347580.528793:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291078 00000004:00080000:3.0:1731347580.528796:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e967100/2, rc 0, transno 400284 00000100:00100000:3.0:1731347580.528799:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952927872:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.528800:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.528801:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528807:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801248a6ac0/0xb104f9478e0046ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db1 expref: 113 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.528810:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1200/0xb104f9478e078273 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.528811:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952931840:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.528811:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.528811:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.528812:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952930176:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.528813:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528819:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528822:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801248a6ac0/0xb104f9478e0046ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db1 expref: 113 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.528823:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.528828:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801248a6ac0/0xb104f9478e0046ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db1 expref: 113 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.528831:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.528833:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952931968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.528837:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952932096:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.528838:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952931840 00000100:00100000:3.0:1731347580.528840:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.528840:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952931840 00000100:00100000:0.0:1731347580.528849:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952931968 00000100:00100000:0.0:1731347580.528850:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952931968 00000100:00100000:2.0:1731347580.528851:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62b40 going to sleep for 11 seconds 00000004:00080000:3.0:1731347580.528852:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080c1df80/2, rc 0, transno 400286 00000100:00100000:3.0:1731347580.528855:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080c1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952928384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.528856:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205182 00000100:00100000:0.0:1731347580.528859:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+373:3762:x1815447952931840:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.528862:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814baa00/2, rc 0, transno 368741 00002000:00080000:0.0:1731347580.528866:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17747 count 1 00000004:00080000:3.0:1731347580.528868:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134866680/2, rc 0, transno 368739 00000100:00100000:3.0:1731347580.528873:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952928256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.528873:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952927360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.528873:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.528880:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880135e7ce00/2, rc 0, transno 368738 00010000:00010000:0.0:1731347580.528880:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880128532640/0xb104f9478e00d538 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec3c expref: 119 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.528882:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952926208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.528884:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.528884:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.528886:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.528888:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952932352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.528894:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952932480:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.528895:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880128532640/0xb104f9478e00d538 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec3c expref: 119 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.528899:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.528901:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880128532640/0xb104f9478e00d538 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec3c expref: 119 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.528906:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952932736:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.528908:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1731347580.528910:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8da300/2, rc 0, transno 368742 00000100:00100000:1.0:1731347580.528913:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+213:3761:x1815447952929408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4621us (4660us total) trans 4295336038 rc 0/0 00000100:00100000:3.0:1731347580.528914:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.528914:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952929408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.528917:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952932608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.528919:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205172 00000100:00100000:0.0:1731347580.528920:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba900 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.528925:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.528929:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952932352 00000100:00100000:1.0:1731347580.528930:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952932480 00000100:00100000:0.0:1731347580.528930:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952932352 00000100:00100000:2.0:1731347580.528932:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952932608 00000100:00100000:1.0:1731347580.528933:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952932480 00000100:00100000:2.0:1731347580.528934:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952932608 00000100:00100000:3.0:1731347580.528936:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205183 00000100:00100000:3.0:1731347580.528939:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+373:3762:x1815447952931968:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.528943:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205184 00000100:00100000:0.0:1731347580.528945:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+215:3761:x1815447952932352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.528946:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205185 00002000:00080000:3.0:1731347580.528947:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15455 count 1 00000100:00100000:2.0:1731347580.528948:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+215:3762:x1815447952932608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.528951:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205186 00002000:00080000:0.0:1731347580.528952:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19150 count 1 00010000:00010000:3.0:1731347580.528954:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.528955:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16875 count 1 00000100:00100000:1.0:1731347580.528956:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+215:3762:x1815447952932480:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.528958:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528961:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800960f8900/0xb104f9478dff7348 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a45 expref: 119 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.528962:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.528964:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b380a1c0/0xb104f9478e002884 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f88 expref: 113 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.528965:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1731347580.528965:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14763 count 1 00010000:00010000:3.0:1731347580.528966:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.528967:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528968:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b256c480/0xb104f9478dff6858 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f5c expref: 113 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.528968:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.528969:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.528970:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528972:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.528973:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.528973:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.528974:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.528977:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800960f8900/0xb104f9478dff7348 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a45 expref: 119 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.528978:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b380a1c0/0xb104f9478e002884 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f88 expref: 113 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.528982:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800960f8900/0xb104f9478dff7348 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a45 expref: 119 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528983:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081941d40/0xb104f9478e00bcb8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3b5 expref: 113 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.528983:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b380a1c0/0xb104f9478e002884 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f88 expref: 113 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.528984:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b256c480/0xb104f9478dff6858 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f5c expref: 113 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.528988:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952932992:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.528989:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b256c480/0xb104f9478dff6858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f5c expref: 113 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.528989:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.528990:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.528992:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.528992:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952933120:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.528995:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952933248:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.529000:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.529001:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba780 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.529005:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62300 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.529006:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081941d40/0xb104f9478e00bcb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3b5 expref: 113 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.529011:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952932224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.529014:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081941d40/0xb104f9478e00bcb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3b5 expref: 113 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.529015:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.529018:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952932864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.529021:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.529024:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952933376:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.529029:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.529038:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65240 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.529039:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952932224 00010000:00010000:3.0:1731347580.529040:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009903fa80/0xb104f9478dff1faa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9536a7 expref: 113 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.529040:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952932224 00000100:00100000:2.0:1731347580.529043:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952932864 00000100:00100000:2.0:1731347580.529045:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952932864 00000100:00100000:3.0:1731347580.529047:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15920:1815447952929792:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.529056:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205187 00010000:00010000:3.0:1731347580.529057:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.529059:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205188 00000100:00100000:0.0:1731347580.529059:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+374:3760:x1815447952932224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.529062:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+216:3761:x1815447952932864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.529066:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16696 count 1 00002000:00080000:2.0:1731347580.529068:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15081 count 1 00000100:00100000:3.0:1731347580.529070:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952930304:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.529071:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529074:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.529075:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.529076:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529078:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099030240/0xb104f9478dfeedae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504b2 expref: 119 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.529081:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3dfaf40/0xb104f9478dffa1af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8b3 expref: 112 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.529082:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529082:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.529084:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.529085:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529085:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.529086:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.529086:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529087:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.529090:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.529092:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312757888 00010000:00010000:3.0:1731347580.529093:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.529094:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312757888 00010000:00010000:3.0:1731347580.529097:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.529100:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.529100:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3dfaf40/0xb104f9478dffa1af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8b3 expref: 113 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.529100:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096cfa400/0xb104f9478dff7077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95877b expref: 113 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.529101:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.529102:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529105:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3dfaf40/0xb104f9478dffa1af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8b3 expref: 113 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.529106:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.529109:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312757760 00000100:00100000:2.0:1731347580.529110:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952933504:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.529111:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312757760 00010000:00010000:3.0:1731347580.529112:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529115:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe73c0/0xb104f9478dffa1b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8ba expref: 120 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.529116:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82640/0xb104f9478e07827a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x44eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.529119:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62180 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.529128:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291079 00000100:00100000:0.0:1731347580.529130:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e774050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+113:2003:x1815448312757888:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.529131:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952930560:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.529134:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.529136:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096cfa400/0xb104f9478dff7077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95877b expref: 113 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.529138:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529142:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096cfa400/0xb104f9478dff7077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95877b expref: 113 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.529148:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.529149:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096cfa400/0xb104f9478dff7077 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x297a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95877b expref: 113 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.529150:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291080 00000100:00100000:2.0:1731347580.529153:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+120:2003:x1815448312757760:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.529154:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.529154:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.529156:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529157:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.529160:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe73c0/0xb104f9478dffa1b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8ba expref: 120 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.529160:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529166:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe73c0/0xb104f9478dffa1b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8ba expref: 120 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.529167:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.529173:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fe73c0/0xb104f9478dffa1b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8ba expref: 120 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.529176:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e774050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+112:2003:x1815448312757888:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.529179:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291079 00010000:00010000:2.0:1731347580.529182:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.529182:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.529182:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952930944:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.529184:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529188:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.529190:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+217:3761:x1815447952929664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4680us (4714us total) trans 4295336039 rc 0/0 00000100:00100000:0.0:1731347580.529192:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312758016 00010000:00010000:1.0:1731347580.529193:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.529194:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205173 00000100:00100000:0.0:1731347580.529194:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312758016 00010000:00010000:2.0:1731347580.529196:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.529198:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008770c6c0/0xb104f9478dff2840 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f3d expref: 120 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.529203:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+120:2003:x1815448312757760:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (103us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.529206:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.529207:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291080 00000100:00100000:0.0:1731347580.529209:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291081 00010000:00010000:3.0:1731347580.529211:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.529212:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+119:2003:x1815448312758016:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.529215:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529215:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.529217:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008770c6c0/0xb104f9478dff2840 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f3d expref: 119 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.529219:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529219:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.529223:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529223:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529223:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008770c6c0/0xb104f9478dff2840 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f3d expref: 119 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.529226:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.529227:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529227:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529229:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008770c6c0/0xb104f9478dff2840 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f3d expref: 119 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.529231:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529231:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529234:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529234:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.529235:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.529237:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529237:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.529240:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81b00/0xb104f9478e078288 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529241:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.529241:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529243:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.529246:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.529247:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529247:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.529251:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.529254:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+118:2003:x1815448312758016:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 41us (106us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.529255:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438240/0xb104f9478e078281 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.529257:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291081 00000100:00100000:1.0:1731347580.529259:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312758144 00000100:00100000:1.0:1731347580.529261:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312758144 00010000:00010000:0.0:1731347580.529271:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099030240/0xb104f9478dfeedae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504b2 expref: 118 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.529272:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b30daac0/0xb104f9478dff7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959217 expref: 118 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.529277:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099030240/0xb104f9478dfeedae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504b2 expref: 118 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.529282:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952933632:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.529295:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291082 00000100:00100000:1.0:1731347580.529299:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+118:2003:x1815448312758144:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.529304:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.529305:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.529309:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b30daac0/0xb104f9478dff7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959217 expref: 118 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.529315:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+217:3763:x1815447952929920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2716us (2775us total) trans 4295336040 rc 0/0 00010000:00010000:1.0:1731347580.529317:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b30daac0/0xb104f9478dff7b13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959217 expref: 118 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.529319:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205175 00000100:00100000:2.0:1731347580.529328:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+375:3763:x1815447952930048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2740us (2823us total) trans 4295367583 rc 0/0 00000100:00100000:2.0:1731347580.529332:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205174 00010000:00010000:1.0:1731347580.529332:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b30daac0/0xb104f9478dff7b13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959217 expref: 118 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.529338:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814d4700/2, rc 0, transno 368744 00010000:00010000:1.0:1731347580.529340:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.529341:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.529342:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952929920:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.529344:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.529348:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952931072:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.529350:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529356:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.529359:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.529361:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.529363:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952933760:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.529364:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529367:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529368:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529372:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.529373:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+117:2003:x1815448312758144:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (126us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.529376:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529376:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.529378:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291082 00010000:00010000:2.0:1731347580.529380:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529380:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.529382:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.529383:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529383:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529386:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.529386:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.529388:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529388:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529391:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529395:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.529396:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328fea00/2, rc 0, transno 400287 00010000:00010000:2.0:1731347580.529397:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.529400:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952930048:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.529400:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a02d00/0xb104f9478e07828f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529401:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529404:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2640/0xb104f9478e078296 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.529410:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.529428:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952933888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.529439:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.529446:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312758272 00000100:00100000:1.0:1731347580.529448:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312758272 00000100:00100000:3.0:1731347580.529451:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952933760 00000100:00100000:3.0:1731347580.529453:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952933760 00010000:00010000:1.0:1731347580.529459:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011935dd40/0xb104f9478e005ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e1 expref: 117 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.529462:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952933888 00000100:00100000:3.0:1731347580.529463:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952933888 00000100:00100000:3.0:1731347580.529469:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205189 00000100:00100000:3.0:1731347580.529472:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+217:3760:x1815447952933760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.529474:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291083 00000100:00100000:1.0:1731347580.529478:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+117:2003:x1815448312758272:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1731347580.529479:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15078 count 1 00010000:00010000:1.0:1731347580.529484:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.529486:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.529487:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+377:3760:x1815447952930432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2636us (2666us total) trans 4295367584 rc 0/0 00010000:00010000:1.0:1731347580.529487:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011935dd40/0xb104f9478e005ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3aa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e1 expref: 117 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.529491:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205176 00010000:00010000:3.0:1731347580.529493:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078f98d80/0xb104f9478dff2839 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f44 expref: 111 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.529496:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+376:3760:x1815447952930688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1891us (1907us total) trans 4295367585 rc 0/0 00010000:00010000:3.0:1731347580.529497:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.529498:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.529500:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.529500:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205190 00010000:00010000:1.0:1731347580.529501:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011935dd40/0xb104f9478e005ddd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3aa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e1 expref: 117 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.529503:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+376:3762:x1815447952933888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.529503:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205177 00010000:00010000:3.0:1731347580.529509:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078f98d80/0xb104f9478dff2839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f44 expref: 111 pid: 15960 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1731347580.529510:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19220 count 1 00010000:00010000:1.0:1731347580.529513:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011935dd40/0xb104f9478e005ddd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3aa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e1 expref: 117 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.529514:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078f98d80/0xb104f9478dff2839 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f44 expref: 111 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.529517:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.529519:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952934016:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.529522:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.529523:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b44c6640/0xb104f9478dffabf7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2fb expref: 116 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.529523:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.529526:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.529529:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.529529:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.529531:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.529533:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.529533:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529547:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b44c6640/0xb104f9478dffabf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2fb expref: 116 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.529548:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.529554:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529556:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b44c6640/0xb104f9478dffabf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2fb expref: 116 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.529559:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.529563:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+116:2003:x1815448312758272:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.529565:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952934144:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.529566:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.529569:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291083 00010000:00010000:3.0:1731347580.529570:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.529574:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.529577:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a021c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.529579:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.529579:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.529582:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.529588:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.529591:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a021c0/0xb104f9478e07829d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.529595:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e826d80/2, rc 0, transno 368743 00000100:00100000:2.0:1731347580.529600:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952929664:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.529610:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328ff100/2, rc 0, transno 400289 00000100:00100000:2.0:1731347580.529613:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952930688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.529630:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.529634:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801155cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952934272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.529646:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.529655:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952934272 00000100:00100000:2.0:1731347580.529657:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952934272 00000100:00100000:2.0:1731347580.529666:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205191 00000100:00100000:2.0:1731347580.529668:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+377:3762:x1815447952934272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.529671:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+377:3763:x1815447952930816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2004us (2038us total) trans 4295367586 rc 0/0 00002000:00080000:2.0:1731347580.529675:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19488 count 1 00000100:00100000:3.0:1731347580.529677:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205178 00010000:00010000:2.0:1731347580.529681:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529688:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801283d1b00/0xb104f9478dff5e79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95757d expref: 115 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.529692:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.529693:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.529694:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529703:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801283d1b00/0xb104f9478dff5e79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95757d expref: 115 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.529707:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801283d1b00/0xb104f9478dff5e79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95757d expref: 115 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.529712:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad605880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952934528:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.529718:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328ffb80/2, rc 0, transno 400290 00000100:00100000:2.0:1731347580.529721:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.529726:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952930816:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.529730:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac55f80/2, rc 0, transno 400288 00000100:00100000:2.0:1731347580.529733:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952930432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.529738:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952934400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.529750:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+110:2004:x1815448312751360:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 10362us (10422us total) trans 0 rc 3149824/3149824 00000100:00100000:2.0:1731347580.529752:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.529755:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.529756:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678330 00000100:00100000:2.0:1731347580.529760:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.529761:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952934784:0@lo:6:osp-syn-0-0.0 00002000:00100000:0.0:1731347580.529762:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (90112->3293183) req@ffff880135e7f800 x1815448312751360/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 3149824/3149824 job:'fsx.0' uid:0 gid:0 00000100:00100000:2.0:1731347580.529763:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952934656:0@lo:6:osp-syn-0-0.0 00002000:00100000:0.0:1731347580.529782:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7f800 with x1815448312751360 ext(90112->3293183) 00002000:00010000:0.0:1731347580.529785:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e7f800 00000100:00100000:2.0:1731347580.529786:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.529795:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.529800:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952934400 00000100:00100000:0.0:1731347580.529801:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952934400 00000100:00100000:2.0:1731347580.529802:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952934656 00000100:00100000:2.0:1731347580.529804:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952934656 00000100:00100000:0.0:1731347580.529810:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952934784 00000100:00100000:0.0:1731347580.529812:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952934784 00000100:00100000:3.0:1731347580.529814:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205192 00000100:00100000:2.0:1731347580.529817:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205193 00000100:00100000:3.0:1731347580.529819:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+218:3760:x1815447952934400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.529820:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+378:3760:x1815447952934656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.529823:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205194 00000100:00100000:0.0:1731347580.529826:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+378:3763:x1815447952934784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.529829:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18950 count 1 00002000:00080000:2.0:1731347580.529833:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14849 count 1 00002000:00080000:0.0:1731347580.529835:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11338 count 1 00010000:00010000:3.0:1731347580.529838:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529839:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529842:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529846:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880088340480/0xb104f9478e00a33c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba40 expref: 115 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.529849:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f189680/0xb104f9478dff7b1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95921e expref: 109 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.529849:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800853e46c0/0xb104f9478e006fc6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686ca expref: 115 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.529850:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.529851:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.529852:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.529852:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.529853:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.529855:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.529855:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.529856:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.529858:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.529862:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880088340480/0xb104f9478e00a33c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba40 expref: 115 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.529865:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800853e46c0/0xb104f9478e006fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686ca expref: 115 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.529867:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880088340480/0xb104f9478e00a33c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba40 expref: 115 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.529870:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800853e46c0/0xb104f9478e006fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686ca expref: 115 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.529874:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f189680/0xb104f9478dff7b1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95921e expref: 109 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.529875:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952934912:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.529876:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952935040:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.529883:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f189680/0xb104f9478dff7b1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95921e expref: 109 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.529891:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.529892:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952935168:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.529892:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.529910:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.530384:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.530392:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952931456:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.530404:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952931584:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.530404:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.530413:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.530434:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312758400 00000100:00100000:1.0:1731347580.530439:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312758400 00010000:00010000:1.0:1731347580.530452:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba7b180/0xb104f9478dff8b4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a247 expref: 110 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.530454:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.530474:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312758528 00000100:00100000:2.0:1731347580.530478:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312758528 00010000:00010000:2.0:1731347580.530491:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123fa6f40/0xb104f9478e00678b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e96 expref: 116 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.530507:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291084 00000100:00100000:2.0:1731347580.530512:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+110:2003:x1815448312758400:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.530517:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291085 00010000:00010000:2.0:1731347580.530519:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.530523:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ba7b180/0xb104f9478dff8b4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a247 expref: 110 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.530523:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+116:2003:x1815448312758528:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.530531:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ba7b180/0xb104f9478dff8b4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a247 expref: 110 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.530531:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.530536:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123fa6f40/0xb104f9478e00678b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e96 expref: 116 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.530543:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ba7b180/0xb104f9478dff8b4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95a247 expref: 110 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.530546:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123fa6f40/0xb104f9478e00678b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e96 expref: 116 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.530552:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.530553:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.530556:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530559:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123fa6f40/0xb104f9478e00678b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e96 expref: 116 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.530562:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530567:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.530569:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.530571:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.530574:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.530578:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.530592:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+109:2003:x1815448312758400:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (209us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.530592:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.530598:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291084 00000100:00100000:0.0:1731347580.530608:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+115:2003:x1815448312758528:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 84us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.530614:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291085 00010000:00010000:2.0:1731347580.530615:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.530621:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.530628:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530631:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.530635:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530638:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.530642:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530645:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.530647:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.530650:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.530656:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530656:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.530665:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.530671:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03840/0xb104f9478e0782a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530724:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530730:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.530733:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530740:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530749:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.530756:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80000/0xb104f9478e0782ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.530804:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+219:3763:x1815447952931200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2718us (2751us total) trans 4295336041 rc 0/0 00000100:00100000:2.0:1731347580.530810:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205179 00000100:00100000:1.0:1731347580.530820:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1815447952932736:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.530823:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155ca680/2, rc 0, transno 368745 00000100:00100000:3.0:1731347580.530829:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952931200:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.530834:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.530863:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952935296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.530879:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.530881:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+379:3760:x1815447952931328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2775us (2802us total) trans 4295367587 rc 0/0 00000100:00100000:0.0:1731347580.530888:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205180 00000004:00080000:2.0:1731347580.530893:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328fc000/2, rc 0, transno 400291 00000100:00100000:2.0:1731347580.530900:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952931328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.530900:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952935296 00000100:00100000:0.0:1731347580.530903:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952935296 00000100:00100000:2.0:1731347580.530916:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952932096:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.530919:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205195 00000100:00100000:0.0:1731347580.530922:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+219:3763:x1815447952935296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.530926:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.530927:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1731347580.530933:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952935424:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.530933:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15012 count 1 00010000:00010000:0.0:1731347580.530942:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.530947:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.530951:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129edcb40/0xb104f9478e005de4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e8 expref: 108 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.530952:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.530957:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.530959:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312758784 00010000:00010000:0.0:1731347580.530959:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.530961:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.530963:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312758784 00000100:00100000:2.0:1731347580.530966:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952935424 00000100:00100000:2.0:1731347580.530970:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952935424 00010000:00010000:1.0:1731347580.530975:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801248a6ac0/0xb104f9478e0046ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db1 expref: 109 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.530976:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952932992:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.530976:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129edcb40/0xb104f9478e005de4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e8 expref: 109 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.530984:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129edcb40/0xb104f9478e005de4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e8 expref: 109 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.530987:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205196 00010000:00010000:3.0:1731347580.530988:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.530991:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+379:3761:x1815447952935424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.530992:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291086 00000100:00100000:0.0:1731347580.530992:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952935552:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.530997:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e775050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+109:2004:x1815448312758784:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1731347580.531001:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18022 count 1 00010000:00010000:1.0:1731347580.531004:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.531008:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801248a6ac0/0xb104f9478e0046ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db1 expref: 109 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.531010:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531013:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781bad80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.531017:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801248a6ac0/0xb104f9478e0046ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db1 expref: 109 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.531024:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f958b40/0xb104f9478dfee90f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950013 expref: 114 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.531029:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801248a6ac0/0xb104f9478e0046ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef965db1 expref: 109 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.531030:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.531032:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.531034:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531037:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531039:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531041:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531044:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952933120:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.531048:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f958b40/0xb104f9478dfee90f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950013 expref: 114 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.531048:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531053:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.531057:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f958b40/0xb104f9478dfee90f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950013 expref: 114 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.531065:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952935680:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.531066:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.531073:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531077:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531082:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.531082:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e775050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+108:2004:x1815448312758784:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 85us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.531085:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62b40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.531088:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291086 00010000:00010000:3.0:1731347580.531089:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531099:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531105:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.531108:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531108:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.531114:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.531114:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312758656 00000100:00100000:1.0:1731347580.531117:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312758656 00010000:00010000:3.0:1731347580.531124:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531125:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880128532640/0xb104f9478e00d538 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec3c expref: 115 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.531130:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01f80/0xb104f9478e0782b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.531148:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291087 00000100:00100000:1.0:1731347580.531153:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+115:2003:x1815448312758656:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.531159:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.531163:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880128532640/0xb104f9478e00d538 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec3c expref: 115 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.531172:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880128532640/0xb104f9478e00d538 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec3c expref: 115 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.531182:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880128532640/0xb104f9478e00d538 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec3c expref: 115 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.531190:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531191:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531193:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531204:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531215:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.531230:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+114:2003:x1815448312758656:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.531234:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291087 00000100:00100000:0.0:1731347580.531241:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.531247:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+220:3761:x1815447952931712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2476us (2498us total) trans 4295336042 rc 0/0 00000100:00100000:3.0:1731347580.531253:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205181 00000100:00100000:1.0:1731347580.531254:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312758912 00000100:00100000:1.0:1731347580.531256:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312758912 00010000:00010000:1.0:1731347580.531263:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800960f8900/0xb104f9478dff7348 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a45 expref: 114 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.531271:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328fd180/2, rc 0, transno 368746 00000100:00100000:0.0:1731347580.531272:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.531278:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952931712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.531280:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312759040 00000100:00100000:1.0:1731347580.531282:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312759040 00000100:00100000:0.0:1731347580.531287:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291088 00010000:00010000:1.0:1731347580.531289:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b380a1c0/0xb104f9478e002884 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f88 expref: 108 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.531292:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+114:2004:x1815448312758912:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.531300:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291089 00010000:00010000:0.0:1731347580.531300:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.531302:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+108:2004:x1815448312759040:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.531304:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800960f8900/0xb104f9478dff7348 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a45 expref: 114 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.531307:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.531309:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b380a1c0/0xb104f9478e002884 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f88 expref: 108 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.531310:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952935808:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.531313:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800960f8900/0xb104f9478dff7348 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a45 expref: 114 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.531315:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b380a1c0/0xb104f9478e002884 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f88 expref: 108 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.531324:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800960f8900/0xb104f9478dff7348 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a45 expref: 114 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.531325:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b380a1c0/0xb104f9478e002884 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963f88 expref: 108 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.531327:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.531331:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531332:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531333:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531333:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.531334:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531337:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531337:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.531339:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952935808 00000100:00100000:3.0:1731347580.531342:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952935808 00010000:00010000:0.0:1731347580.531343:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531345:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.531355:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+107:2004:x1815448312759040:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.531357:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205197 00010000:00010000:0.0:1731347580.531358:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.531359:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291089 00000100:00100000:3.0:1731347580.531361:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+220:3761:x1815447952935808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.531368:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.531371:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15450 count 1 00010000:00010000:1.0:1731347580.531372:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531375:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+113:2004:x1815448312758912:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (134us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.531377:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531380:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531380:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531382:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291088 00010000:00010000:1.0:1731347580.531388:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531391:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.531393:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531395:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801355c3cc0/0xb104f9478e006792 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e8f expref: 106 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.531397:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531401:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531402:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531403:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.531405:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531405:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438000/0xb104f9478e0782c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531440:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801355c3cc0/0xb104f9478e006792 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e8f expref: 106 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.531446:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801355c3cc0/0xb104f9478e006792 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e8f expref: 106 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.531452:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952935936:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.531467:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.531475:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531479:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531484:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531487:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531492:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531495:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.531497:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531500:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531506:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531510:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e0782c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531531:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952933376:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.531532:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+221:3761:x1815447952932352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2584us (2630us total) trans 4295336043 rc 0/0 00000100:00100000:2.0:1731347580.531533:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952933248:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.531538:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205184 00010000:00010000:0.0:1731347580.531540:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.531541:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531553:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.531555:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b8e00/2, rc 0, transno 368747 00010000:00010000:1.0:1731347580.531559:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.531560:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952932352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.531564:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.531566:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.531570:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952933504:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.531571:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312759296 00010000:00010000:1.0:1731347580.531573:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531573:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312759296 00010000:00010000:2.0:1731347580.531576:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531579:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531580:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081941d40/0xb104f9478e00bcb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3b5 expref: 107 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.531585:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.531587:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531589:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291090 00000100:00100000:3.0:1731347580.531593:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+380:3762:x1815447952931968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2653us (2751us total) trans 4295367588 rc 0/0 00000100:00100000:0.0:1731347580.531593:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+107:2004:x1815448312759296:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.531594:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.531597:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205183 00010000:00010000:0.0:1731347580.531597:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1731347580.531598:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b9f80/2, rc 0, transno 400292 00010000:00010000:0.0:1731347580.531599:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081941d40/0xb104f9478e00bcb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3b5 expref: 107 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.531603:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952931968:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.531603:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531605:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081941d40/0xb104f9478e00bcb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3b5 expref: 107 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.531609:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439680/0xb104f9478e0782b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531612:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081941d40/0xb104f9478e00bcb8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d3b5 expref: 107 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.531617:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.531618:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.531620:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.531622:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952936064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.531623:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952936192:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.531624:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531635:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.531637:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.531638:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.531645:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+106:2004:x1815448312759296:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.531648:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291090 00000100:00100000:3.0:1731347580.531652:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952936064 00000100:00100000:3.0:1731347580.531654:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952936064 00010000:00010000:0.0:1731347580.531657:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531661:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.531662:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952936192 00000100:00100000:3.0:1731347580.531663:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952936192 00010000:00010000:0.0:1731347580.531666:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.531669:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205198 00010000:00010000:0.0:1731347580.531669:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.531672:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205199 00000100:00100000:2.0:1731347580.531673:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b760c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+381:3762:x1815447952936064:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.531673:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.531675:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+221:3763:x1815447952936192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.531676:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.531677:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.531681:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13121 count 1 00010000:00010000:0.0:1731347580.531681:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.531688:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.531689:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17747 count 1 00010000:00010000:0.0:1731347580.531689:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531692:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0782d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.531695:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e9a9200/0xb104f9478e00cfab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6af expref: 112 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.531697:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.531699:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.531700:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.531701:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531704:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801203c0d80/0xb104f9478e00d531 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec35 expref: 105 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.531708:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.531709:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.531710:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.531710:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e9a9200/0xb104f9478e00cfab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6af expref: 112 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.531719:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e9a9200/0xb104f9478e00cfab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6af expref: 112 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.531720:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+381:3762:x1815447952931840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2858us (2894us total) trans 4295367589 rc 0/0 00010000:00010000:3.0:1731347580.531721:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801203c0d80/0xb104f9478e00d531 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec35 expref: 105 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.531724:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952936320:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.531726:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801203c0d80/0xb104f9478e00d531 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec35 expref: 105 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.531727:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205182 00000100:00100000:3.0:1731347580.531732:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952936448:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.531737:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62180 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.531745:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.531749:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328fd880/2, rc 0, transno 400293 00000100:00100000:2.0:1731347580.531753:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952931840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.531759:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.531785:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312759168 00000100:00100000:0.0:1731347580.531786:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+222:3762:x1815447952932480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2828us (2876us total) trans 4295336044 rc 0/0 00000100:00100000:3.0:1731347580.531787:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952936576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.531789:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312759168 00000100:00100000:0.0:1731347580.531790:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205186 00000004:00080000:2.0:1731347580.531791:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b9180/2, rc 0, transno 368748 00010000:00010000:1.0:1731347580.531799:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b256c480/0xb104f9478dff6858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f5c expref: 106 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.531800:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952932480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.531812:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.531820:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.531820:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880081a80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952936704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.531821:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312759424 00000100:00100000:1.0:1731347580.531823:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312759424 00000100:00100000:0.0:1731347580.531826:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291091 00000100:00100000:0.0:1731347580.531829:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+107:2004:x1815448312759168:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.531831:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952936576 00010000:00010000:1.0:1731347580.531831:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3dfaf40/0xb104f9478dffa1af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8b3 expref: 107 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.531833:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952936576 00010000:00010000:0.0:1731347580.531834:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.531835:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.531837:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b256c480/0xb104f9478dff6858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f5c expref: 107 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.531843:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952936704 00010000:00010000:0.0:1731347580.531843:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b256c480/0xb104f9478dff6858 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f5c expref: 107 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.531844:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952936704 00000100:00100000:1.0:1731347580.531845:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291092 00000100:00100000:2.0:1731347580.531847:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205200 00000100:00100000:1.0:1731347580.531849:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+107:2004:x1815448312759424:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.531851:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+381:3760:x1815447952936576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.531851:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b256c480/0xb104f9478dff6858 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957f5c expref: 107 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.531853:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205201 00000100:00100000:3.0:1731347580.531856:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+222:3761:x1815447952936704:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.531856:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.531856:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.531857:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.531858:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.531859:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14158 count 1 00010000:00010000:1.0:1731347580.531860:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3dfaf40/0xb104f9478dffa1af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8b3 expref: 106 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.531863:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15455 count 1 00010000:00010000:0.0:1731347580.531863:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.531867:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531869:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3dfaf40/0xb104f9478dffa1af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8b3 expref: 106 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.531870:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531871:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.531874:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013217ed00/0xb104f9478dff5d45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957449 expref: 112 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.531877:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac954000/0xb104f9478dff7341 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a4c expref: 106 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.531878:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.531878:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.531878:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+106:2004:x1815448312759168:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (121us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.531880:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531881:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531881:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3dfaf40/0xb104f9478dffa1af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b8b3 expref: 106 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.531882:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.531882:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291091 00010000:00010000:3.0:1731347580.531883:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.531889:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.531890:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.531893:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac954000/0xb104f9478dff7341 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a4c expref: 104 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.531893:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013217ed00/0xb104f9478dff5d45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957449 expref: 112 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.531893:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531898:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac954000/0xb104f9478dff7341 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a4c expref: 104 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.531898:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013217ed00/0xb104f9478dff5d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957449 expref: 112 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.531900:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.531903:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952936832:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.531904:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007b731c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952936960:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.531913:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.531914:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.531916:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0240 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.531919:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62300 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.531922:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312759552 00000100:00100000:0.0:1731347580.531924:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312759552 00010000:00010000:2.0:1731347580.531927:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.531929:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+104:2004:x1815448312759424:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (115us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.531930:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099030240/0xb104f9478dfeedae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504b2 expref: 113 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.531931:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952934016:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.531931:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.531935:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291092 00010000:00010000:2.0:1731347580.531936:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.531939:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.531939:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.531943:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531944:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291093 00010000:00010000:2.0:1731347580.531946:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.531947:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.531947:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+113:2003:x1815448312759552:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.531950:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.531952:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531952:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099030240/0xb104f9478dfeedae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504b2 expref: 113 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.531958:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531958:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099030240/0xb104f9478dfeedae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504b2 expref: 113 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.531961:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e0782ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.531964:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.531965:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.531966:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.531969:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.531973:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.531977:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312759680 00000100:00100000:1.0:1731347580.531979:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312759680 00010000:00010000:0.0:1731347580.531979:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.531985:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+113:2003:x1815448312759552:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 38us (72us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.531987:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078f98d80/0xb104f9478dff2839 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f44 expref: 104 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.531988:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291093 00000100:00100000:1.0:1731347580.531998:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291094 00000100:00100000:1.0:1731347580.532002:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+104:2003:x1815448312759680:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.532007:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.532011:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078f98d80/0xb104f9478dff2839 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f44 expref: 104 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.532013:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099030240/0xb104f9478dfeedae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504b2 expref: 112 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.532018:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078f98d80/0xb104f9478dff2839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f44 expref: 104 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.532019:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952933632:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.532026:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532028:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078f98d80/0xb104f9478dff2839 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953f44 expref: 104 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.532030:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532034:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532036:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.532037:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.532038:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532040:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.532042:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+223:3762:x1815447952932608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3092us (3115us total) trans 4295336045 rc 0/0 00010000:00010000:0.0:1731347580.532042:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.532046:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205185 00010000:00010000:1.0:1731347580.532046:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532048:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.532049:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800a0459180/2, rc 0, transno 368749 00010000:00010000:0.0:1731347580.532052:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.532053:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532054:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952932608:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.532057:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532059:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532060:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.532062:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532063:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532065:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0782dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532067:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532071:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532071:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.532072:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+103:2003:x1815448312759680:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (103us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.532074:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532075:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.532077:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291094 00010000:00010000:3.0:1731347580.532080:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532080:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.532082:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532083:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532086:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532087:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532090:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.532091:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532092:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532095:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532095:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e0782e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532101:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532105:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81440/0xb104f9478e0782ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.532127:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.532137:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312759808 00000100:00100000:1.0:1731347580.532139:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312759808 00000100:00100000:0.0:1731347580.532144:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+382:3760:x1815447952932224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3084us (3122us total) trans 4295367590 rc 0/0 00010000:00010000:1.0:1731347580.532148:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801283d1b00/0xb104f9478dff5e79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95757d expref: 112 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.532148:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205187 00000100:00100000:2.0:1731347580.532160:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+224:3761:x1815447952932864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3096us (3129us total) trans 4295336046 rc 0/0 00000100:00100000:1.0:1731347580.532162:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291095 00000100:00100000:2.0:1731347580.532164:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205188 00000100:00100000:1.0:1731347580.532167:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+112:2003:x1815448312759808:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.532173:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.532177:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801283d1b00/0xb104f9478dff5e79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95757d expref: 112 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.532180:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763ac700/2, rc 0, transno 368750 00000100:00100000:0.0:1731347580.532180:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.532185:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801283d1b00/0xb104f9478dff5e79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95757d expref: 112 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.532186:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952932864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.532187:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+223:3760:x1815447952933760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2713us (2803us total) trans 4295336047 rc 0/0 00000100:00100000:3.0:1731347580.532191:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205189 00010000:00010000:1.0:1731347580.532194:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.532195:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.532197:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532203:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532207:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952937088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.532210:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952934912:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.532216:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.532217:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532217:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952935040:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.532218:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.532225:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.532226:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312759936 00000100:00100000:1.0:1731347580.532227:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+112:2003:x1815448312759808:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.532228:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.532228:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312759936 00000100:00100000:3.0:1731347580.532231:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952937216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.532231:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291095 00010000:00010000:2.0:1731347580.532235:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b44c6640/0xb104f9478dffabf7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2fb expref: 113 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.532240:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.532240:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.532245:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312760192 00000100:00100000:2.0:1731347580.532247:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291096 00000100:00100000:1.0:1731347580.532247:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312760192 00000100:00100000:3.0:1731347580.532248:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952937088 00000100:00100000:3.0:1731347580.532250:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952937088 00000100:00100000:2.0:1731347580.532250:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+113:2003:x1815448312759936:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.532254:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.532254:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800853e46c0/0xb104f9478e006fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686ca expref: 113 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.532257:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b44c6640/0xb104f9478dffabf7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2fb expref: 113 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.532257:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.532258:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952937216 00000100:00100000:3.0:1731347580.532259:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952937216 00010000:00010000:2.0:1731347580.532262:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b44c6640/0xb104f9478dffabf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2fb expref: 113 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.532265:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205202 00000100:00100000:0.0:1731347580.532265:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312760064 00000100:00100000:0.0:1731347580.532266:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312760064 00000100:00100000:3.0:1731347580.532267:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+224:3762:x1815447952937088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.532267:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291097 00010000:00010000:2.0:1731347580.532269:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.532270:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.532271:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+114:2003:x1815448312760192:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.532272:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532273:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880088340480/0xb104f9478e00a33c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba40 expref: 114 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.532275:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16696 count 1 00010000:00010000:2.0:1731347580.532276:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532276:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.532279:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800853e46c0/0xb104f9478e006fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686ca expref: 114 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.532281:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532282:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.532283:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291098 00000100:00100000:0.0:1731347580.532286:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+114:2003:x1815448312760064:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.532287:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091082640/0xb104f9478dfeeda7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504ab expref: 102 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.532287:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800853e46c0/0xb104f9478e006fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686ca expref: 114 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.532289:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+114:2003:x1815448312759936:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 38us (109us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.532290:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.532291:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.532292:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.532292:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880088340480/0xb104f9478e00a33c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba40 expref: 114 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.532293:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291096 00010000:00010000:3.0:1731347580.532294:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532295:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800853e46c0/0xb104f9478e006fc6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686ca expref: 114 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.532298:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880088340480/0xb104f9478e00a33c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba40 expref: 113 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.532303:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091082640/0xb104f9478dfeeda7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504ab expref: 102 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.532303:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205203 00010000:00010000:1.0:1731347580.532303:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.532304:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.532306:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+224:3762:x1815447952937216:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.532306:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532306:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880088340480/0xb104f9478e00a33c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba40 expref: 112 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.532309:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091082640/0xb104f9478dfeeda7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504ab expref: 102 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.532312:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1731347580.532313:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19220 count 1 00010000:00010000:0.0:1731347580.532313:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.532314:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952937344:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.532315:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532316:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532319:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532319:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532323:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.532325:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac0e0fc0/0xb104f9478dffabfe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c302 expref: 102 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.532325:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.532326:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.532329:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.532330:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.532332:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.532335:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f34a80/2, rc 0, transno 368751 00000100:00100000:1.0:1731347580.532335:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+111:2003:x1815448312760192:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.532337:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+111:2003:x1815448312760064:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (79us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.532339:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac0e0fc0/0xb104f9478dffabfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c302 expref: 102 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.532340:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952933760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.532340:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291097 00000100:00100000:0.0:1731347580.532343:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291098 00010000:00010000:2.0:1731347580.532345:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac0e0fc0/0xb104f9478dffabfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c302 expref: 102 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.532350:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952937472:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.532351:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532357:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.532359:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814bbb80/2, rc 0, transno 400294 00000100:00100000:2.0:1731347580.532360:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.532363:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952932224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.532363:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532366:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532369:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532371:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532374:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532374:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532378:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532379:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a880 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.532380:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952935168:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.532381:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532382:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532382:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.532386:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.532387:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532390:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532390:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312760320 00010000:00010000:2.0:1731347580.532391:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532391:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532392:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312760320 00010000:00010000:2.0:1731347580.532396:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532397:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952937600:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.532399:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01200/0xb104f9478e078306 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532399:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532400:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f189680/0xb104f9478dff7b1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95921e expref: 103 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.532406:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a880/0xb104f9478e07830d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532409:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.532413:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291099 00000100:00100000:3.0:1731347580.532432:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1731347580.532432:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+103:2003:x1815448312760320:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.532435:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952937728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.532438:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.532440:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f189680/0xb104f9478dff7b1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95921e expref: 103 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.532444:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.532446:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f189680/0xb104f9478dff7b1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95921e expref: 103 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.532452:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952937600 00010000:00010000:0.0:1731347580.532453:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f189680/0xb104f9478dff7b1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95921e expref: 103 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.532454:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952937600 00010000:00010000:0.0:1731347580.532459:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.532460:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.532462:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952937728 00010000:00010000:0.0:1731347580.532462:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532463:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952937728 00010000:00010000:0.0:1731347580.532466:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532471:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205204 00000100:00100000:3.0:1731347580.532474:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+225:3760:x1815447952937600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.532478:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1731347580.532481:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19488 count 1 00000100:00100000:0.0:1731347580.532486:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+102:2003:x1815448312760320:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (105us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.532487:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532490:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291099 00010000:00010000:3.0:1731347580.532494:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801283a2d00/0xb104f9478dff5e80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957584 expref: 101 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.532498:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.532499:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.532500:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532503:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205205 00000100:00100000:0.0:1731347580.532507:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+383:3760:x1815447952937728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.532509:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801283a2d00/0xb104f9478dff5e80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957584 expref: 101 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.532514:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801283a2d00/0xb104f9478dff5e80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957584 expref: 101 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.532519:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952937856:192.168.203.60@tcp:104: 00002000:00080000:0.0:1731347580.532519:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15498 count 1 00000100:00100000:1.0:1731347580.532522:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+383:3763:x1815447952934784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2694us (2725us total) trans 4295367591 rc 0/0 00000100:00100000:3.0:1731347580.532528:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.532528:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205194 00010000:00010000:0.0:1731347580.532528:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532537:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532538:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011db76640/0xb104f9478dffc622 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd26 expref: 109 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.532541:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532544:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.532545:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.532546:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532547:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532550:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532551:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801283d1b00/0xb104f9478dff5e79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95757d expref: 109 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.532554:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532557:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.532558:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.532559:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad605880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952934528:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.532562:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532563:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011db76640/0xb104f9478dffc622 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd26 expref: 108 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.532568:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532570:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532571:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e0782ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532571:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011db76640/0xb104f9478dffc622 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd26 expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.532576:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532580:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952937984:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.532581:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532591:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532596:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.532597:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532603:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532607:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.532610:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532615:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.532619:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+383:3760:x1815447952934656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2797us (2831us total) trans 4295367592 rc 0/0 00000100:00100000:2.0:1731347580.532623:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205193 00010000:00010000:1.0:1731347580.532623:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532629:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0782f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532642:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952935552:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.532649:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532651:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+226:3760:x1815447952934400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2831us (2896us total) trans 4295336048 rc 0/0 00000100:00100000:3.0:1731347580.532656:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205192 00000004:00080000:3.0:1731347580.532680:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c074380/2, rc 0, transno 400296 00000100:00100000:3.0:1731347580.532687:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952934656:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.532695:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328fc380/2, rc 0, transno 368752 00000100:00100000:3.0:1731347580.532700:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952934400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.532707:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013e3a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952938112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.532708:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+383:3762:x1815447952934272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3038us (3060us total) trans 4295367593 rc 0/0 00000100:00100000:1.0:1731347580.532712:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205191 00000100:00100000:2.0:1731347580.532719:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.532730:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b44c6640/0xb104f9478dffabf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c2fb expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.532731:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801155cb480/2, rc 0, transno 400297 00000100:00100000:2.0:1731347580.532735:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952934272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.532737:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801155c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952934144:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.532739:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.532742:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952938240:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.532744:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532748:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.532749:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.532750:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.532752:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.532756:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532757:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312760448 00000100:00100000:0.0:1731347580.532759:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312760448 00000100:00100000:2.0:1731347580.532760:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952938112 00010000:00010000:1.0:1731347580.532760:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.532762:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952938112 00010000:00010000:1.0:1731347580.532763:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532764:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952938240 00010000:00010000:1.0:1731347580.532766:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01440 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.532767:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952938240 00010000:00010000:0.0:1731347580.532782:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129edcb40/0xb104f9478e005de4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e8 expref: 102 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.532784:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.532785:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205206 00000100:00100000:2.0:1731347580.532788:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+383:3762:x1815447952938112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.532789:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.532797:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291100 00010000:00010000:1.0:1731347580.532798:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532800:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205207 00000100:00100000:0.0:1731347580.532800:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+102:2003:x1815448312760448:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1731347580.532802:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16951 count 1 00010000:00010000:1.0:1731347580.532802:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e0782f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532804:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+226:3762:x1815447952938240:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.532805:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.532807:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129edcb40/0xb104f9478e005de4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e8 expref: 102 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.532809:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532813:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129edcb40/0xb104f9478e005de4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e8 expref: 102 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.532815:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14849 count 1 00010000:00010000:2.0:1731347580.532816:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0000/0xb104f9478e00244e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b4b expref: 107 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.532819:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.532820:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.532821:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129edcb40/0xb104f9478e005de4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674e8 expref: 102 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.532822:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532822:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532827:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.532827:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.532828:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1c47600/0xb104f9478e00a335 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba39 expref: 101 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.532829:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532831:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0000/0xb104f9478e00244e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b4b expref: 107 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.532832:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.532833:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.532834:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532835:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.532836:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0000/0xb104f9478e00244e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b4b expref: 107 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.532841:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952938496:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.532841:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.532846:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1c47600/0xb104f9478e00a335 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba39 expref: 101 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.532850:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+101:2003:x1815448312760448:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (103us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.532851:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1c47600/0xb104f9478e00a335 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba39 expref: 101 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.532852:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62540 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.532853:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291100 00000100:00100000:3.0:1731347580.532857:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952938624:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.532860:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.532864:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952938368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.532870:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.532872:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532876:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.532877:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.532880:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532884:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532887:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.532888:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+384:3762:x1815447952933888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3384us (3447us total) trans 4295367594 rc 0/0 00010000:00010000:0.0:1731347580.532890:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143af40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.532892:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.532893:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205190 00000100:00100000:3.0:1731347580.532894:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952938368 00000100:00100000:3.0:1731347580.532896:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952938368 00010000:00010000:0.0:1731347580.532899:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.532904:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.532908:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205208 00010000:00010000:0.0:1731347580.532908:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e078314 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3aa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.532910:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32ca80/2, rc 0, transno 400295 00000100:00100000:3.0:1731347580.532911:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+384:3761:x1815447952938368:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.532915:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952934784:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.532923:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15828 count 1 00010000:00010000:3.0:1731347580.532930:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.532937:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88000f4c2f40/0xb104f9478e007f16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96961a expref: 107 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.532939:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.532941:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.532942:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.532943:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.532946:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880064e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952938752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.532951:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312760576 00010000:00010000:3.0:1731347580.532953:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88000f4c2f40/0xb104f9478e007f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96961a expref: 107 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.532953:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312760576 00010000:00010000:3.0:1731347580.532958:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88000f4c2f40/0xb104f9478e007f16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96961a expref: 107 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.532963:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952938880:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.532964:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:1.0:1731347580.532967:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (716800->3290426) req@ffff8800aa227b80 x1815448312760576/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.532973:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800aa227b80 with x1815448312760576 ext(716800->3290426) 00000100:00100000:3.0:1731347580.532974:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00002000:00010000:1.0:1731347580.532976:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800aa227b80 00000100:00100000:2.0:1731347580.532985:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952938752 00000100:00100000:2.0:1731347580.532988:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952938752 00000100:00100000:1.0:1731347580.532991:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678331 00000100:00100000:1.0:1731347580.532994:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+101:2003:x1815448312760576:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.532999:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+227:3763:x1815447952935296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2074us (2118us total) trans 4295336049 rc 0/0 00000004:00080000:3.0:1731347580.533001:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f34380/2, rc 0, transno 400298 00000100:00100000:2.0:1731347580.533002:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205209 00000100:00100000:2.0:1731347580.533005:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+385:3761:x1815447952938752:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.533006:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205195 00000100:00100000:3.0:1731347580.533013:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952933888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.533034:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952939008:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.533037:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15784 count 1 00010000:00010000:2.0:1731347580.533046:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.533049:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.533057:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8c0b180/0xb104f9478dffa797 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bea2 expref: 107 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.533063:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.533064:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.533066:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.533081:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8c0b180/0xb104f9478dffa797 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bea2 expref: 107 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.533089:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8c0b180/0xb104f9478dffa797 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bea2 expref: 107 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:1.0:1731347580.533091:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800ad605180/2, rc 0, transno 368753 00000100:00100000:1.0:1731347580.533096:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952935296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.533097:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952939136:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.533111:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62780 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.533113:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1731347580.533117:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952939264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.533122:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952939008 00000100:00100000:2.0:1731347580.533124:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952939008 00000100:00100000:3.0:1731347580.533128:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.533137:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952939264 00000100:00100000:2.0:1731347580.533139:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952939264 00000100:00100000:1.0:1731347580.533140:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205210 00000100:00100000:1.0:1731347580.533143:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+386:3762:x1815447952939008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.533150:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205211 00002000:00080000:1.0:1731347580.533151:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15630 count 1 00000100:00100000:2.0:1731347580.533154:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+227:3762:x1815447952939264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.533158:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.533162:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11338 count 1 00010000:00010000:1.0:1731347580.533165:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099301b00/0xb104f9478dff2171 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95387c expref: 107 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.533169:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.533170:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.533170:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.533172:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.533178:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093bd1b00/0xb104f9478e006fbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686c3 expref: 102 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.533182:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099301b00/0xb104f9478dff2171 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95387c expref: 107 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.533184:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.533185:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.533187:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099301b00/0xb104f9478dff2171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95387c expref: 107 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.533188:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.533193:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952939392:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.533202:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093bd1b00/0xb104f9478e006fbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686c3 expref: 102 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.533207:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093bd1b00/0xb104f9478e006fbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686c3 expref: 102 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.533209:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65a80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.533213:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952939520:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.533227:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.533334:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.533339:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952935680:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.533345:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312760704 00000100:00100000:0.0:1731347580.533348:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312760704 00010000:00010000:3.0:1731347580.533351:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.533356:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f958b40/0xb104f9478dfee90f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4666:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950013 expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.533366:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291101 00000100:00100000:0.0:1731347580.533369:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+108:2004:x1815448312760704:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.533373:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.533375:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f958b40/0xb104f9478dfee90f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4666:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950013 expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.533380:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f958b40/0xb104f9478dfee90f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4666:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950013 expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.533391:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f958b40/0xb104f9478dfee90f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4666:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950013 expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.533398:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.533400:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.533402:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.533409:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.533440:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.533453:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533460:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533467:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533473:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533480:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533484:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.533486:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533490:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533500:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533504:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e07831b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.533525:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+107:2004:x1815448312760704:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 153us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.533531:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291101 00000100:00100000:3.0:1731347580.533598:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+387:3761:x1815447952935424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2605us (2645us total) trans 4295367595 rc 0/0 00000100:00100000:3.0:1731347580.533604:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205196 00000004:00080000:2.0:1731347580.533628:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32c700/2, rc 0, transno 400299 00000100:00100000:2.0:1731347580.533636:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952935424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.533671:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.533678:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952939648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.533698:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.533709:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952939648 00000100:00100000:3.0:1731347580.533712:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952939648 00000100:00100000:3.0:1731347580.533727:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205212 00000100:00100000:3.0:1731347580.533731:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+387:3761:x1815447952939648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.533741:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14942 count 1 00010000:00010000:3.0:1731347580.533751:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533760:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129edcfc0/0xb104f9478e005df9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674fd expref: 106 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.533766:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.533780:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.533784:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.533800:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129edcfc0/0xb104f9478e005df9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674fd expref: 106 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.533813:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129edcfc0/0xb104f9478e005df9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674fd expref: 106 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.533822:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952939776:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.533843:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.533890:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952936320:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.533901:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.533999:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952935936:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.534002:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.534008:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.534012:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952936448:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.534025:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.534043:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312760960 00000100:00100000:3.0:1731347580.534046:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007b731c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952936960:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.534047:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312760960 00000100:00100000:0.0:1731347580.534050:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.534055:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.534057:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801355c3cc0/0xb104f9478e006792 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e8f expref: 103 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.534061:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952936832:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.534065:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.534071:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.534125:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312760832 00000100:00100000:2.0:1731347580.534126:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312761216 00000100:00100000:1.0:1731347580.534128:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312760832 00000100:00100000:2.0:1731347580.534129:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312761216 00000100:00100000:0.0:1731347580.534135:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291102 00010000:00010000:1.0:1731347580.534138:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e9a9200/0xb104f9478e00cfab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6af expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.534140:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+103:2003:x1815448312760960:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.534142:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013217ed00/0xb104f9478dff5d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957449 expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.534148:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.534153:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801355c3cc0/0xb104f9478e006792 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e8f expref: 103 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.534156:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291103 00000100:00100000:2.0:1731347580.534160:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291104 00000100:00100000:1.0:1731347580.534160:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+108:2004:x1815448312760832:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.534162:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801355c3cc0/0xb104f9478e006792 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e8f expref: 103 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.534165:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+108:2003:x1815448312761216:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.534166:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.534170:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e9a9200/0xb104f9478e00cfab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6af expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.534172:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.534174:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801355c3cc0/0xb104f9478e006792 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e8f expref: 103 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.534177:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013217ed00/0xb104f9478dff5d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x374e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957449 expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.534178:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e9a9200/0xb104f9478e00cfab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6af expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.534182:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.534184:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.534185:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013217ed00/0xb104f9478dff5d45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957449 expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.534186:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.534190:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e9a9200/0xb104f9478e00cfab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6af expref: 108 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.534193:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.534198:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.534199:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.534202:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013217ed00/0xb104f9478dff5d45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x374e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957449 expref: 107 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.534202:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534206:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.534208:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534210:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.534212:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.534214:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534217:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534221:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.534222:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.534224:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534234:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.534236:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.534241:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+106:2004:x1815448312760832:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (190us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.534242:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.534247:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291103 00010000:00010000:3.0:1731347580.534249:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.534251:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+106:2003:x1815448312761216:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 84us (184us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.534254:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80b40 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.534256:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291104 00010000:00010000:3.0:1731347580.534257:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534263:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534271:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534275:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e078322 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.534277:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.534291:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312761088 00000100:00100000:2.0:1731347580.534294:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312761088 00000100:00100000:1.0:1731347580.534302:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.534304:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801203c0d80/0xb104f9478e00d531 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec35 expref: 103 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.534311:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312761344 00000100:00100000:1.0:1731347580.534314:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312761344 00000100:00100000:0.0:1731347580.534316:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+103:2003:x1815448312760960:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 174us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.534321:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291105 00010000:00010000:1.0:1731347580.534323:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac954000/0xb104f9478dff7341 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a4c expref: 104 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.534325:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+104:2004:x1815448312761088:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.534325:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291102 00010000:00010000:2.0:1731347580.534332:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.534336:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801203c0d80/0xb104f9478e00d531 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec35 expref: 103 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.534337:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291106 00010000:00010000:2.0:1731347580.534350:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801203c0d80/0xb104f9478e00d531 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec35 expref: 103 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.534361:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801203c0d80/0xb104f9478e00d531 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ec35 expref: 103 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.534372:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+228:3761:x1815447952935808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3010us (3043us total) trans 4295336050 rc 0/0 00010000:00010000:2.0:1731347580.534372:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.534373:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.534376:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.534378:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205197 00010000:00010000:2.0:1731347580.534383:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.534393:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+102:2003:x1815448312761344:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.534395:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534396:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.534399:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.534403:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534403:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac954000/0xb104f9478dff7341 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a4c expref: 102 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.534408:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac954000/0xb104f9478dff7341 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a4c expref: 102 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.534410:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.534412:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+102:2004:x1815448312761088:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 86us (135us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.534433:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac954000/0xb104f9478dff7341 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958a4c expref: 102 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.534436:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.534437:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291105 00010000:00010000:0.0:1731347580.534439:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.534440:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.534442:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534443:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534446:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534449:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.534451:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534452:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534455:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.534457:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534458:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534464:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534464:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.534466:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+100:2003:x1815448312761344:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 124us (164us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.534469:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01680/0xb104f9478e078337 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.534470:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291106 00010000:00010000:2.0:1731347580.534474:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534480:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534482:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534485:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.534486:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534487:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534490:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534493:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534494:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534497:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534501:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534504:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.534506:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534507:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078330 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534550:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534560:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534566:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82400/0xb104f9478e07833e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.534568:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+388:3760:x1815447952936576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2716us (2746us total) trans 4295367596 rc 0/0 00000100:00100000:3.0:1731347580.534573:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205200 00010000:00010000:3.0:1731347580.534585:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534590:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534594:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.534594:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+228:3763:x1815447952936192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2917us (2954us total) trans 4295336051 rc 0/0 00010000:00010000:3.0:1731347580.534598:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.534598:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205199 00010000:00010000:3.0:1731347580.534602:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534605:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.534606:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534610:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.534615:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.534616:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32df80/2, rc 0, transno 368754 00010000:00010000:3.0:1731347580.534619:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e078329 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.534620:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952935808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.534645:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:1.0:1731347580.534654:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32e680/2, rc 0, transno 368755 00000100:00100000:1.0:1731347580.534659:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952936192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.534663:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312761472 00000100:00100000:0.0:1731347580.534667:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312761472 00000100:00100000:2.0:1731347580.534670:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952937472:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.534676:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091082640/0xb104f9478dfeeda7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504ab expref: 100 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.534677:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.534687:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291107 00000100:00100000:0.0:1731347580.534689:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e775c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+100:2003:x1815448312761472:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.534693:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.534696:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952937344:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.534696:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091082640/0xb104f9478dfeeda7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504ab expref: 100 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.534697:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b760c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+388:3762:x1815447952936064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3023us (3059us total) trans 4295367597 rc 0/0 00000100:00100000:3.0:1731347580.534701:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205198 00010000:00010000:0.0:1731347580.534701:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091082640/0xb104f9478dfeeda7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504ab expref: 100 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.534706:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534710:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091082640/0xb104f9478dfeeda7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4138:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9504ab expref: 100 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.534715:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.534716:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.534718:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.534721:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.534722:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534730:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.534738:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952937856:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.534741:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e775c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+99:2003:x1815448312761472:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (96us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.534745:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.534745:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291107 00000100:00100000:2.0:1731347580.534752:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312761600 00000100:00100000:2.0:1731347580.534754:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312761600 00010000:00010000:2.0:1731347580.534761:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac0e0fc0/0xb104f9478dffabfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c302 expref: 101 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.534790:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291108 00000100:00100000:2.0:1731347580.534793:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+101:2004:x1815448312761600:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.534798:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.534801:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac0e0fc0/0xb104f9478dffabfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c302 expref: 101 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.534807:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac0e0fc0/0xb104f9478dffabfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c302 expref: 101 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.534817:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac0e0fc0/0xb104f9478dffabfe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c302 expref: 101 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.534817:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+228:3761:x1815447952936704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2959us (2981us total) trans 4295336052 rc 0/0 00000100:00100000:1.0:1731347580.534819:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952937984:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.534821:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205201 00000004:00080000:3.0:1731347580.534824:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e6300/2, rc 0, transno 400300 00010000:00010000:2.0:1731347580.534825:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.534826:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.534827:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534829:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.534831:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952936576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.534835:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.534835:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.534835:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.534841:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952940032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.534842:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952939904:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.534848:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.534858:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.534866:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+100:2004:x1815448312761600:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.534872:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291108 00000100:00100000:0.0:1731347580.534872:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952940032 00000100:00100000:0.0:1731347580.534874:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952940032 00000100:00100000:1.0:1731347580.534878:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952940160:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.534879:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763af800/2, rc 0, transno 400301 00000100:00100000:0.0:1731347580.534883:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205213 00000100:00100000:0.0:1731347580.534886:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+228:3763:x1815447952940032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.534887:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952936064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.534888:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.534889:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534896:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.534899:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952940160 00000100:00100000:1.0:1731347580.534901:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952940160 00010000:00010000:2.0:1731347580.534903:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.534907:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1731347580.534907:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13121 count 1 00010000:00010000:2.0:1731347580.534908:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.534912:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952939904 00000100:00100000:1.0:1731347580.534913:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952939904 00010000:00010000:0.0:1731347580.534914:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534916:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.534919:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a006c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.534920:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205214 00010000:00010000:2.0:1731347580.534921:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.534923:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+388:3763:x1815447952940160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.534924:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205215 00010000:00010000:2.0:1731347580.534925:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534928:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121f26d00/0xb104f9478e00cfb2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6b6 expref: 99 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.534929:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+229:3760:x1815447952939904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.534930:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.534931:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15538 count 1 00010000:00010000:0.0:1731347580.534932:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.534933:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a006c0/0xb104f9478e07834c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534933:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.534934:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.534937:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.534939:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18022 count 1 00010000:00010000:0.0:1731347580.534943:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121f26d00/0xb104f9478e00cfb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6b6 expref: 99 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.534947:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007ebb8000/0xb104f9478e00bb45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d250 expref: 104 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.534948:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.534949:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121f26d00/0xb104f9478e00cfb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6b6 expref: 99 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.534951:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.534952:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.534953:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.534954:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952940288:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.534958:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xb104f9478dfee916 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95001a expref: 99 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.534963:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.534963:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007ebb8000/0xb104f9478e00bb45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d250 expref: 104 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.534964:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.534965:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.534967:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba480 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.534968:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007ebb8000/0xb104f9478e00bb45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d250 expref: 104 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.534974:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952940416:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.534976:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xb104f9478dfee916 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95001a expref: 99 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.534983:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xb104f9478dfee916 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95001a expref: 99 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.534987:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65c00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.534989:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952940544:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.534990:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952938496:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.534998:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535003:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.535013:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+230:3762:x1815447952937216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2706us (2772us total) trans 4295336054 rc 0/0 00000100:00100000:0.0:1731347580.535016:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.535018:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205203 00000004:00080000:3.0:1731347580.535019:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3aad80/2, rc 0, transno 368758 00000100:00100000:1.0:1731347580.535019:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+98:2003:x1815448312760576:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 2023us (2079us total) trans 4295336053 rc 0/0 00000100:00100000:3.0:1731347580.535024:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952937216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.535024:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678331 00000100:00100000:0.0:1731347580.535026:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00100000:1.0:1731347580.535028:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (716800->3290426) req@ffff8800aa227b80 x1815448312760576/t4295336053(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00010000:00010000:2.0:1731347580.535030:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535032:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312761728 00010000:00010000:2.0:1731347580.535034:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1731347580.535034:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800aa227b80 with x1815448312760576 ext(716800->3290426) 00000100:00100000:0.0:1731347580.535034:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312761728 00002000:00010000:1.0:1731347580.535036:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800aa227b80 00010000:00010000:2.0:1731347580.535039:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535040:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801332dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952940672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.535041:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801283a2d00/0xb104f9478dff5e80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957584 expref: 99 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.535043:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535047:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535050:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.535051:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535052:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.535055:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535057:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312761856 00000100:00100000:0.0:1731347580.535058:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312761856 00000100:00100000:3.0:1731347580.535059:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1731347580.535060:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535061:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e827100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952940800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.535061:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291109 00010000:00010000:0.0:1731347580.535063:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011db76640/0xb104f9478dffc622 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd26 expref: 105 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.535064:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83600/0xb104f9478e078345 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.535064:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+98:2003:x1815448312761728:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.535069:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.535069:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.535072:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291110 00010000:00010000:1.0:1731347580.535073:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801283a2d00/0xb104f9478dff5e80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957584 expref: 98 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.535075:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+105:2003:x1815448312761856:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.535077:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952940672 00000100:00100000:3.0:1731347580.535079:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952940672 00010000:00010000:0.0:1731347580.535079:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.535081:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011db76640/0xb104f9478dffc622 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd26 expref: 105 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.535082:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801283a2d00/0xb104f9478dff5e80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957584 expref: 98 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535087:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011db76640/0xb104f9478dffc622 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd26 expref: 105 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.535088:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952940800 00000100:00100000:3.0:1731347580.535089:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952940800 00010000:00010000:1.0:1731347580.535093:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801283a2d00/0xb104f9478dff5e80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957584 expref: 98 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535094:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011db76640/0xb104f9478dffc622 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd26 expref: 105 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.535095:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205216 00000100:00100000:3.0:1731347580.535098:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+389:3760:x1815447952940672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.535101:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.535102:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535102:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535103:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535104:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1731347580.535105:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16992 count 1 00010000:00010000:1.0:1731347580.535106:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535107:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535111:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535112:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535115:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.535118:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c46c0/0xb104f9478dffacd0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3d4 expref: 104 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.535123:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+104:2003:x1815448312761856:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (96us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.535125:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.535125:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.535126:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.535126:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291110 00010000:00010000:3.0:1731347580.535127:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.535131:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+231:3762:x1815447952937088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2862us (2911us total) trans 4295336055 rc 0/0 00000100:00100000:2.0:1731347580.535134:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205202 00010000:00010000:3.0:1731347580.535136:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c46c0/0xb104f9478dffacd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3d4 expref: 103 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.535138:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+97:2003:x1815448312761728:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 72us (120us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.535141:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c46c0/0xb104f9478dffacd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3d4 expref: 103 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.535143:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205217 00000100:00100000:1.0:1731347580.535143:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291109 00000100:00100000:3.0:1731347580.535146:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952940928:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.535146:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+230:3760:x1815447952940800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.535153:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14158 count 1 00000100:00100000:3.0:1731347580.535156:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.535159:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535159:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535162:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952938880:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.535166:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123c50900/0xb104f9478dff5d4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957450 expref: 96 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.535166:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.535169:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bd500/2, rc 0, transno 368759 00010000:00010000:2.0:1731347580.535170:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535170:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535171:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.535173:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952937088:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.535173:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535177:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535181:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952938624:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.535182:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123c50900/0xb104f9478dff5d4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957450 expref: 96 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.535183:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535187:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1731347580.535187:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123c50900/0xb104f9478dff5d4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957450 expref: 96 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535187:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535189:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535191:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952941184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.535193:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952941056:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.535194:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143ad00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.535197:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535200:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.535201:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.535203:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.535204:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535207:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312761984 00000100:00100000:0.0:1731347580.535209:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312761984 00000100:00100000:2.0:1731347580.535212:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952941184 00010000:00010000:1.0:1731347580.535212:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.535214:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952941184 00010000:00010000:0.0:1731347580.535215:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0000/0xb104f9478e00244e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b4b expref: 104 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.535217:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143ad00/0xb104f9478e07835a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535223:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291111 00000100:00100000:2.0:1731347580.535224:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205218 00000100:00100000:0.0:1731347580.535225:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+104:2003:x1815448312761984:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.535227:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+231:3763:x1815447952941184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.535230:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.535232:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0000/0xb104f9478e00244e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b4b expref: 104 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.535233:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15498 count 1 00010000:00010000:0.0:1731347580.535237:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0000/0xb104f9478e00244e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b4b expref: 104 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.535238:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535244:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a0cb40/0xb104f9478dffc61b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd1f expref: 96 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.535244:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0000/0xb104f9478e00244e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b4b expref: 104 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.535248:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.535249:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.535250:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535252:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535253:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535255:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535258:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a0cb40/0xb104f9478dffc61b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd1f expref: 96 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.535259:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535263:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a0cb40/0xb104f9478dffc61b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd1f expref: 96 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535266:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.535268:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952941312:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.535273:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+103:2003:x1815448312761984:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.535276:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291111 00000100:00100000:2.0:1731347580.535277:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.535284:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535284:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535288:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535289:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535292:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535293:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535295:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535296:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535299:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535300:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535303:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.535305:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535306:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00d80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.535307:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+390:3760:x1815447952937728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2799us (2861us total) trans 4295367598 rc 0/0 00010000:00010000:2.0:1731347580.535308:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535308:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.535312:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205205 00010000:00010000:0.0:1731347580.535312:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.535313:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bdf80/2, rc 0, transno 400302 00010000:00010000:2.0:1731347580.535313:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535317:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83840/0xb104f9478e078353 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4c20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535317:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535318:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952937728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.535320:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00d80/0xb104f9478e078361 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535332:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952941440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.535344:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.535357:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952941440 00000100:00100000:1.0:1731347580.535359:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952941440 00000100:00100000:1.0:1731347580.535368:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205219 00000100:00100000:1.0:1731347580.535370:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+391:3763:x1815447952941440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.535378:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18657 count 1 00010000:00010000:1.0:1731347580.535384:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.535387:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+232:3760:x1815447952937600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2912us (2977us total) trans 4295336056 rc 0/0 00000100:00100000:2.0:1731347580.535391:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205204 00010000:00010000:1.0:1731347580.535391:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aabb9440/0xb104f9478dff8332 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a36 expref: 102 pid: 15912 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.535392:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bed80/2, rc 0, transno 368760 00010000:00010000:1.0:1731347580.535395:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.535396:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952937600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.535396:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.535397:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535399:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+391:3762:x1815447952938112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2610us (2678us total) trans 4295367599 rc 0/0 00000100:00100000:0.0:1731347580.535403:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205206 00010000:00010000:1.0:1731347580.535407:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aabb9440/0xb104f9478dff8332 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a36 expref: 102 pid: 15912 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1731347580.535408:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880081a80e00/2, rc 0, transno 368756 00010000:00010000:1.0:1731347580.535412:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aabb9440/0xb104f9478dff8332 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a36 expref: 102 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.535413:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013e3a8700/2, rc 0, transno 400303 00000100:00100000:3.0:1731347580.535431:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013e3a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952938112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.535436:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880081a80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952936704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.535438:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.535439:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.535440:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952941696:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.535446:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312762240 00000100:00100000:0.0:1731347580.535448:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312762240 00000100:00100000:1.0:1731347580.535455:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.535455:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88000f4c2f40/0xb104f9478e007f16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96961a expref: 103 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.535464:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291112 00000100:00100000:0.0:1731347580.535466:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+103:2003:x1815448312762240:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.535470:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.535473:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88000f4c2f40/0xb104f9478e007f16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3dd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96961a expref: 103 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535478:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88000f4c2f40/0xb104f9478e007f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3dd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96961a expref: 103 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535485:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88000f4c2f40/0xb104f9478e007f16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3dd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96961a expref: 103 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535490:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535491:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535492:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535496:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535504:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.535511:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+102:2003:x1815448312762240:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.535514:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291112 00010000:00010000:0.0:1731347580.535522:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535526:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535531:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535535:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535539:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535542:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b833c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.535544:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535547:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535552:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535555:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b833c0/0xb104f9478e07836f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.535574:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952939136:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.535585:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.535595:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952941824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.535611:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.535615:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.535620:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952941568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.535623:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+391:3761:x1815447952938368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2711us (2744us total) trans 4295367600 rc 0/0 00000100:00100000:1.0:1731347580.535627:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312762112 00000100:00100000:2.0:1731347580.535628:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.535628:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205208 00000100:00100000:1.0:1731347580.535629:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312762112 00000100:00100000:0.0:1731347580.535634:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952941824 00000100:00100000:2.0:1731347580.535636:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952941568 00000100:00100000:0.0:1731347580.535636:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952941824 00000100:00100000:2.0:1731347580.535637:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952941568 00010000:00010000:1.0:1731347580.535637:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1c47600/0xb104f9478e00a335 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba39 expref: 97 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.535642:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.535646:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205220 00000100:00100000:3.0:1731347580.535647:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952941952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.535648:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291113 00000100:00100000:0.0:1731347580.535649:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+233:3761:x1815447952941824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.535653:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+97:2003:x1815448312762112:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.535655:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205221 00002000:00080000:0.0:1731347580.535656:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15828 count 1 00000100:00100000:2.0:1731347580.535657:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+233:3761:x1815447952941568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.535659:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.535663:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1c47600/0xb104f9478e00a335 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba39 expref: 97 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535663:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.535665:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16951 count 1 00010000:00010000:0.0:1731347580.535669:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ae1bf600/0xb104f9478e007f0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969613 expref: 97 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.535670:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1c47600/0xb104f9478e00a335 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba39 expref: 97 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.535671:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.535671:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535673:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535674:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535675:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535678:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3c900/0xb104f9478e002447 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b52 expref: 97 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.535679:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952941952 00000100:00100000:3.0:1731347580.535681:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952941952 00010000:00010000:2.0:1731347580.535682:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.535682:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.535682:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1c47600/0xb104f9478e00a335 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96ba39 expref: 97 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.535684:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535684:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ae1bf600/0xb104f9478e007f0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969613 expref: 97 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.535689:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ae1bf600/0xb104f9478e007f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969613 expref: 96 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.535690:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205222 00010000:00010000:1.0:1731347580.535690:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.535692:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.535693:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+391:3763:x1815447952941952:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.535694:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3c900/0xb104f9478e002447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b52 expref: 96 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.535694:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535695:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952942080:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.535699:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3c900/0xb104f9478e002447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b52 expref: 96 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.535700:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.535701:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11451 count 1 00000100:00100000:2.0:1731347580.535704:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952942208:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.535705:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.535707:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535713:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880084ba8900/0xb104f9478e0094d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abd7 expref: 101 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.535714:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.535717:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.535717:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.535718:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.535720:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.535726:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc44000/2, rc 0, transno 400304 00010000:00010000:3.0:1731347580.535729:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880084ba8900/0xb104f9478e0094d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abd7 expref: 101 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.535731:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952938368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.535731:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+96:2003:x1815448312762112:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (115us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.535734:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880084ba8900/0xb104f9478e0094d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abd7 expref: 101 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.535735:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.535736:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291113 00000100:00100000:3.0:1731347580.535743:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0459f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952942336:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.535744:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312762368 00000100:00100000:1.0:1731347580.535746:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312762368 00000100:00100000:2.0:1731347580.535749:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800815a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952942464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.535753:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0000 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.535753:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8c0b180/0xb104f9478dffa797 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bea2 expref: 102 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.535761:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.535785:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291114 00000100:00100000:1.0:1731347580.535789:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e776450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+102:2003:x1815448312762368:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.535792:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952942464 00010000:00010000:0.0:1731347580.535793:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.535794:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952939520:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.535795:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952942464 00010000:00010000:1.0:1731347580.535795:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.535798:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535799:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8c0b180/0xb104f9478dffa797 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3da8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bea2 expref: 102 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.535802:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535806:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8c0b180/0xb104f9478dffa797 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3da8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bea2 expref: 102 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535806:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535807:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205223 00010000:00010000:0.0:1731347580.535809:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535810:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+392:3763:x1815447952942464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.535813:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535816:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80fc0 already unused, calling callback (ffffffffa085a100) 00002000:00080000:3.0:1731347580.535817:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16015 count 1 00010000:00010000:1.0:1731347580.535817:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8c0b180/0xb104f9478dffa797 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3da8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95bea2 expref: 102 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535818:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.535821:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.535821:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535824:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535826:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535827:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535828:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.535830:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b31d2ac0/0xb104f9478e00158a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c87 expref: 101 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.535830:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.535830:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80fc0/0xb104f9478e078368 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.535831:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.535834:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.535835:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.535836:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535841:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535846:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b31d2ac0/0xb104f9478e00158a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c87 expref: 101 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.535848:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312762624 00010000:00010000:3.0:1731347580.535850:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b31d2ac0/0xb104f9478e00158a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c87 expref: 101 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.535850:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312762624 00010000:00010000:1.0:1731347580.535854:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.535855:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800814d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952942592:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.535858:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093bd1b00/0xb104f9478e006fbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686c3 expref: 96 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.535867:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e776450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+101:2003:x1815448312762368:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.535868:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.535869:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312762496 00000100:00100000:2.0:1731347580.535871:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.535871:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312762496 00000100:00100000:1.0:1731347580.535874:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291114 00010000:00010000:0.0:1731347580.535875:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099301b00/0xb104f9478dff2171 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95387c expref: 102 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.535880:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952939776:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.535881:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312762752 00000100:00100000:2.0:1731347580.535883:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312762752 00000100:00100000:0.0:1731347580.535884:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291115 00010000:00010000:3.0:1731347580.535887:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535887:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+96:2004:x1815448312762624:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.535890:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129edcfc0/0xb104f9478e005df9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674fd expref: 102 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535891:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.535894:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093bd1b00/0xb104f9478e006fbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686c3 expref: 96 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.535895:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291116 00010000:00010000:0.0:1731347580.535899:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093bd1b00/0xb104f9478e006fbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686c3 expref: 96 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.535900:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291117 00000100:00100000:1.0:1731347580.535900:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+102:2003:x1815448312762496:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.535903:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+102:2003:x1815448312762752:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.535905:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.535906:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093bd1b00/0xb104f9478e006fbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9686c3 expref: 96 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.535907:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.535909:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099301b00/0xb104f9478dff2171 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3d0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95387c expref: 102 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.535910:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129edcfc0/0xb104f9478e005df9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674fd expref: 102 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535911:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535911:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.535913:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535915:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129edcfc0/0xb104f9478e005df9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674fd expref: 102 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535917:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535918:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099301b00/0xb104f9478dff2171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3d0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95387c expref: 102 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.535923:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129edcfc0/0xb104f9478e005df9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9674fd expref: 102 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.535925:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.535927:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.535929:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.535929:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.535930:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.535931:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535931:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535931:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535934:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+95:2004:x1815448312762624:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (112us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.535935:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535936:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.535937:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291115 00010000:00010000:1.0:1731347580.535938:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535940:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535943:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.535944:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535947:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535948:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.535950:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00fc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.535951:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+101:2003:x1815448312762752:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (79us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.535952:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.535955:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291117 00010000:00010000:2.0:1731347580.535956:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.535958:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+101:2003:x1815448312762496:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (125us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.535962:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.535963:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291116 00010000:00010000:3.0:1731347580.535965:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.535966:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e078384 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535970:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535974:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535978:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535981:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535984:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.535986:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.535986:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099301b00/0xb104f9478dff2171 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95387c expref: 99 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.535990:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.535994:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.535995:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952939392:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.536001:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81680/0xb104f9478e07838b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.536005:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.536007:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+235:3762:x1815447952938240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3202us (3255us total) trans 4295336057 rc 0/0 00000100:00100000:0.0:1731347580.536010:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205207 00010000:00010000:1.0:1731347580.536012:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.536018:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.536025:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.536027:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328fca80/2, rc 0, transno 368761 00010000:00010000:1.0:1731347580.536030:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.536031:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952938240:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.536037:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.536038:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+234:3762:x1815447952939264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2883us (2908us total) trans 4295336058 rc 0/0 00000100:00100000:2.0:1731347580.536042:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205211 00010000:00010000:1.0:1731347580.536043:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.536046:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.536052:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc47b80/2, rc 0, transno 368762 00000100:00100000:2.0:1731347580.536053:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.536055:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952939264:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.536056:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.536057:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952942720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.536065:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.536070:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.536071:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0480/0xb104f9478e07837d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.536076:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+393:3761:x1815447952939648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2344us (2377us total) trans 4295367601 rc 0/0 00000100:00100000:3.0:1731347580.536080:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205212 00000004:00080000:2.0:1731347580.536082:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332dea00/2, rc 0, transno 400305 00000100:00100000:2.0:1731347580.536086:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952939648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.536087:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952942720 00000100:00100000:3.0:1731347580.536089:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952942720 00000100:00100000:3.0:1731347580.536098:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205224 00000100:00100000:3.0:1731347580.536100:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+234:3761:x1815447952942720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.536113:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15784 count 1 00000100:00100000:2.0:1731347580.536118:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1731347580.536119:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.536124:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952942976:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.536126:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad789b00/0xb104f9478dffa79e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95be9b expref: 94 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.536130:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.536131:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.536132:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.536142:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad789b00/0xb104f9478dffa79e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95be9b expref: 94 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.536142:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.536149:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad789b00/0xb104f9478dffa79e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95be9b expref: 94 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.536156:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952942976 00000100:00100000:3.0:1731347580.536158:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad604700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952943104:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.536158:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952942976 00000100:00100000:1.0:1731347580.536168:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+394:3762:x1815447952939008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3023us (3116us total) trans 4295367602 rc 0/0 00000100:00100000:2.0:1731347580.536172:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205225 00000004:00080000:0.0:1731347580.536172:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132d0ad80/2, rc 0, transno 400306 00000100:00100000:1.0:1731347580.536176:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205210 00000100:00100000:2.0:1731347580.536177:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+394:3763:x1815447952942976:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.536183:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952939008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.536185:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.536191:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.536199:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.536200:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1731347580.536204:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1731347580.536205:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.536206:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10353 count 1 00000100:00100000:3.0:1731347580.536207:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952942848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.536208:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952943232:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.536211:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.536216:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.536218:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.536222:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.536225:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aff50d80/0xb104f9478dff02ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f1 expref: 98 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.536227:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.536230:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.536230:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.536232:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952943232 00010000:00010000:2.0:1731347580.536232:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.536234:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.536235:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952943232 00010000:00010000:1.0:1731347580.536236:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.536244:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.536249:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aff50d80/0xb104f9478dff02ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f1 expref: 98 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.536249:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078376 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.536251:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205226 00000100:00100000:3.0:1731347580.536255:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+394:3762:x1815447952943232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.536257:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aff50d80/0xb104f9478dff02ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f1 expref: 98 pid: 9552 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.536264:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15554 count 1 00000100:00100000:2.0:1731347580.536265:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009944d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952943360:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.536273:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.536280:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8db3a80/0xb104f9478dfffe0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961518 expref: 98 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.536281:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62480 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.536284:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.536284:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.536286:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.536296:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8db3a80/0xb104f9478dfffe0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961518 expref: 98 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.536301:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8db3a80/0xb104f9478dfffe0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961518 expref: 98 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.536310:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad607480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952943488:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.536324:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.536336:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.536341:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+395:3761:x1815447952938752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3334us (3375us total) trans 4295367603 rc 0/0 00000100:00100000:0.0:1731347580.536346:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952942848 00000004:00080000:2.0:1731347580.536347:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880064e4c000/2, rc 0, transno 400307 00000100:00100000:1.0:1731347580.536347:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205209 00000100:00100000:0.0:1731347580.536348:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952942848 00000100:00100000:2.0:1731347580.536352:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880064e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952938752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.536357:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205227 00000100:00100000:0.0:1731347580.536360:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b762c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+235:3760:x1815447952942848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.536367:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15630 count 1 00010000:00010000:0.0:1731347580.536374:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.536381:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd4240/0xb104f9478dff2178 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953875 expref: 94 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.536388:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.536389:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.536391:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.536393:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.536399:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd4240/0xb104f9478dff2178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953875 expref: 94 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.536400:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952943616:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.536404:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd4240/0xb104f9478dff2178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953875 expref: 94 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.536410:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132d09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952943744:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.536440:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.536451:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba900 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.536459:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952943616 00000100:00100000:0.0:1731347580.536461:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952943616 00000100:00100000:2.0:1731347580.536485:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205228 00000100:00100000:2.0:1731347580.536490:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+395:3761:x1815447952943616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.536502:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9331 count 1 00010000:00010000:2.0:1731347580.536511:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.536520:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac85d440/0xb104f9478dff3fcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556cf expref: 98 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.536526:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.536527:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.536529:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.536543:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac85d440/0xb104f9478dff3fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556cf expref: 98 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.536552:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac85d440/0xb104f9478dff3fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556cf expref: 98 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.536560:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009944df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952943872:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.536581:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.536878:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952940288:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.536889:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.536918:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952940544:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.536924:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952940416:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.536927:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.536935:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.536946:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.536960:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312763008 00000100:00100000:3.0:1731347580.536962:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312763008 00010000:00010000:3.0:1731347580.536970:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007ebb8000/0xb104f9478e00bb45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d250 expref: 99 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.536981:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291118 00000100:00100000:3.0:1731347580.536984:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+99:2003:x1815448312763008:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.536986:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952940928:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.536988:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.536991:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007ebb8000/0xb104f9478e00bb45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d250 expref: 99 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.536996:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007ebb8000/0xb104f9478e00bb45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3cb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d250 expref: 99 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.536998:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537006:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007ebb8000/0xb104f9478e00bb45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3cb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d250 expref: 99 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.537018:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.537020:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.537022:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.537023:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952941056:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.537028:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952941312:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.537029:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537032:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.537038:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537043:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.537054:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.537062:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+98:2003:x1815448312763008:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (116us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.537062:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.537068:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291118 00010000:00010000:0.0:1731347580.537070:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.537076:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.537082:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.537088:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.537090:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.537097:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.537107:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.537113:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078399 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.537206:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+396:3763:x1815447952940160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2280us (2315us total) trans 4295367604 rc 0/0 00000100:00100000:0.0:1731347580.537212:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205214 00000004:00080000:2.0:1731347580.537220:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332dd500/2, rc 0, transno 400308 00000100:00100000:2.0:1731347580.537232:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952940160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.537278:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad604380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952944000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.537289:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.537295:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.537299:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312763264 00000100:00100000:0.0:1731347580.537300:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.537302:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312763264 00010000:00010000:3.0:1731347580.537309:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c46c0/0xb104f9478dffacd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3d4 expref: 98 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.537314:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.537321:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312763520 00000100:00100000:3.0:1731347580.537322:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312763520 00000100:00100000:0.0:1731347580.537325:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312762880 00010000:00010000:3.0:1731347580.537327:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a0cb40/0xb104f9478dffc61b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd1f expref: 95 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.537328:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312762880 00000100:00100000:1.0:1731347580.537338:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291119 00010000:00010000:0.0:1731347580.537339:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121f26d00/0xb104f9478e00cfb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6b6 expref: 96 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.537343:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291120 00000100:00100000:3.0:1731347580.537345:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+96:2003:x1815448312763520:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.537345:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+98:2003:x1815448312763264:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.537350:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.537352:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a0cb40/0xb104f9478dffc61b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd1f expref: 96 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.537353:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.537357:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a0cb40/0xb104f9478dffc61b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd1f expref: 96 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.537359:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c46c0/0xb104f9478dffacd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3d4 expref: 98 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.537359:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291121 00000100:00100000:0.0:1731347580.537363:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f2e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+96:2003:x1815448312762880:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.537366:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a0cb40/0xb104f9478dffc61b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95dd1f expref: 96 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.537368:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c46c0/0xb104f9478dffacd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3d4 expref: 98 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.537369:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.537371:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.537372:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.537372:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121f26d00/0xb104f9478e00cfb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6b6 expref: 95 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.537374:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537378:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.537380:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121f26d00/0xb104f9478e00cfb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6b6 expref: 95 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.537382:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c46c0/0xb104f9478dffacd0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3d4 expref: 98 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.537386:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.537390:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121f26d00/0xb104f9478e00cfb2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e6b6 expref: 95 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.537391:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.537392:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.537394:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.537398:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.537399:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+94:2003:x1815448312763520:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (99us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.537399:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.537401:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.537402:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.537403:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291120 00010000:00010000:0.0:1731347580.537408:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.537433:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.537434:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.537436:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.537440:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312763136 00000100:00100000:3.0:1731347580.537442:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312763136 00010000:00010000:2.0:1731347580.537444:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537448:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xb104f9478dfee916 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95001a expref: 94 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.537449:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f2e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+94:2003:x1815448312762880:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 84us (133us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.537451:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.537455:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+97:2003:x1815448312763264:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 109us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.537455:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291121 00000100:00100000:3.0:1731347580.537457:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291122 00010000:00010000:2.0:1731347580.537457:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.537460:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+93:2003:x1815448312763136:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.537461:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291119 00010000:00010000:2.0:1731347580.537462:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537464:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.537466:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xb104f9478dfee916 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4666:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95001a expref: 93 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.537467:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537471:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xb104f9478dfee916 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4666:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95001a expref: 93 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.537472:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.537475:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537478:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xb104f9478dfee916 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4666:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95001a expref: 93 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.537480:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.537481:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537484:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.537485:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.537486:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537490:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537490:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.537492:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312763392 00010000:00010000:2.0:1731347580.537496:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e0783a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.537496:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312763392 00010000:00010000:3.0:1731347580.537497:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.537505:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123c50900/0xb104f9478dff5d4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957450 expref: 93 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.537508:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+93:2003:x1815448312763136:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.537511:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291122 00000100:00100000:3.0:1731347580.537518:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291123 00000100:00100000:3.0:1731347580.537520:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+92:2003:x1815448312763392:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.537524:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.537526:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123c50900/0xb104f9478dff5d4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957450 expref: 92 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.537534:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123c50900/0xb104f9478dff5d4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957450 expref: 92 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.537536:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952941696:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.537540:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123c50900/0xb104f9478dff5d4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957450 expref: 92 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.537543:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537544:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.537545:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.537547:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537551:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.537551:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.537555:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537557:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.537560:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.537563:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.537565:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+91:2003:x1815448312763392:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (85us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.537567:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.537568:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291123 00010000:00010000:1.0:1731347580.537570:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.537572:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.537576:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537577:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537581:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.537585:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537586:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.537589:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00000/0xb104f9478e0783b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537593:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537597:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537600:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.537602:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.537602:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+396:3760:x1815447952940672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2501us (2547us total) trans 4295367605 rc 0/0 00010000:00010000:3.0:1731347580.537605:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.537608:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205216 00010000:00010000:3.0:1731347580.537610:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537614:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439f80/0xb104f9478e078392 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.537619:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952944000 00000100:00100000:2.0:1731347580.537622:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952944000 00000100:00100000:2.0:1731347580.537635:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205229 00000100:00100000:2.0:1731347580.537639:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+396:3761:x1815447952944000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.537649:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17610 count 1 00010000:00010000:2.0:1731347580.537658:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537668:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078f99f80/0xb104f9478dff28a9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fad expref: 96 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.537675:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.537676:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.537678:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537693:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078f99f80/0xb104f9478dff28a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fad expref: 96 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.537695:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+237:3763:x1815447952940032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2807us (2836us total) trans 4295336060 rc 0/0 00000100:00100000:3.0:1731347580.537699:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205213 00010000:00010000:2.0:1731347580.537702:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078f99f80/0xb104f9478dff28a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fad expref: 96 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.537703:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+237:3763:x1815447952941184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2472us (2498us total) trans 4295336059 rc 0/0 00000100:00100000:1.0:1731347580.537709:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205218 00010000:00010000:3.0:1731347580.537710:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.537711:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801328fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952944128:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.537714:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537719:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537723:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537726:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.537729:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.537730:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.537731:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537735:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537740:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537740:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.537743:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80480/0xb104f9478e0783a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537747:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537754:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537760:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537766:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537790:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.537793:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537800:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537809:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.537816:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e0783ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.537835:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+236:3760:x1815447952939904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2906us (2927us total) trans 4295336061 rc 0/0 00000100:00100000:3.0:1731347580.537839:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205215 00000004:00080000:3.0:1731347580.537858:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328ff800/2, rc 0, transno 368763 00000100:00100000:3.0:1731347580.537871:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952941184:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.537877:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc46680/2, rc 0, transno 368764 00000100:00100000:3.0:1731347580.537880:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952940032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.537911:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+236:3760:x1815447952940800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2763us (2839us total) trans 4295336062 rc 0/0 00000100:00100000:2.0:1731347580.537916:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205217 00000100:00100000:3.0:1731347580.537926:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952944384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.537932:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952944256:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.537937:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e827100/2, rc 0, transno 368766 00000100:00100000:2.0:1731347580.537943:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e827100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952940800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.537946:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1731347580.537949:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801332dc000/2, rc 0, transno 400309 00000100:00100000:1.0:1731347580.537961:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.537967:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801332dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952940672:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.537975:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc47800/2, rc 0, transno 368765 00000100:00100000:2.0:1731347580.537976:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952939904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.537992:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952944384 00000100:00100000:3.0:1731347580.537994:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952944384 00000100:00100000:3.0:1731347580.538003:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952944256 00000100:00100000:3.0:1731347580.538004:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952944256 00000100:00100000:1.0:1731347580.538007:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205230 00000100:00100000:1.0:1731347580.538010:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+237:3763:x1815447952944384:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.538015:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205231 00000100:00100000:3.0:1731347580.538020:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+237:3762:x1815447952944256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.538021:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15538 count 1 00000100:00100000:2.0:1731347580.538025:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:3.0:1731347580.538030:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14942 count 1 00010000:00010000:1.0:1731347580.538031:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538039:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538042:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.538042:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ff6ac0/0xb104f9478e00bb4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d249 expref: 90 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.538048:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.538049:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011935e1c0/0xb104f9478e005e00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967504 expref: 90 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.538049:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.538049:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952944768:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.538051:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538055:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.538056:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.538058:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.538066:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.538067:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ff6ac0/0xb104f9478e00bb4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d249 expref: 90 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.538073:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952942208:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.538074:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011935e1c0/0xb104f9478e005e00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967504 expref: 90 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.538075:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952944768 00010000:00010000:1.0:1731347580.538076:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ff6ac0/0xb104f9478e00bb4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d249 expref: 90 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.538077:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952944768 00010000:00010000:2.0:1731347580.538080:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538083:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011935e1c0/0xb104f9478e005e00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967504 expref: 90 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.538086:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952944896:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.538088:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205232 00000100:00100000:0.0:1731347580.538090:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+238:3762:x1815447952944768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.538092:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952945024:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.538093:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312763648 00000100:00100000:2.0:1731347580.538095:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312763648 00002000:00080000:0.0:1731347580.538098:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18657 count 1 00010000:00010000:2.0:1731347580.538103:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aabb9440/0xb104f9478dff8332 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a36 expref: 97 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.538105:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.538106:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.538109:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a09c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.538112:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac9fe1c0/0xb104f9478dff832b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a2f expref: 90 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.538113:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291124 00000100:00100000:2.0:1731347580.538115:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+97:2004:x1815448312763648:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.538116:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.538117:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.538118:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312763776 00010000:00010000:0.0:1731347580.538118:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538120:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312763776 00010000:00010000:2.0:1731347580.538120:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.538122:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aabb9440/0xb104f9478dff8332 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a36 expref: 97 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.538127:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac9fe1c0/0xb104f9478dff832b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a2f expref: 90 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.538128:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aabb9440/0xb104f9478dff8332 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a36 expref: 97 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.538132:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.538132:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac9fe1c0/0xb104f9478dff832b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a2f expref: 90 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.538135:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aabb9440/0xb104f9478dff8332 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a36 expref: 97 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.538138:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712636 00000100:00100000:0.0:1731347580.538138:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952945152:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.538140:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.538141:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:13210:x1815448312763776:12345-192.168.203.60@tcp:44:fsx.0 00010000:00010000:2.0:1731347580.538141:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538143:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.538144:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312764032 00010000:00010000:2.0:1731347580.538147:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.538147:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312764032 00000100:00100000:0.0:1731347580.538152:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba540 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.538160:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ae1bf600/0xb104f9478e007f0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969613 expref: 91 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.538161:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.538172:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952942080:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.538173:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+96:2004:x1815448312763648:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 56us (129us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.538176:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538177:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291124 00010000:00010000:0.0:1731347580.538182:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538183:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538184:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291125 00000100:00100000:2.0:1731347580.538186:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+91:2004:x1815448312764032:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.538188:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:13210:x1815448312763776:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 46us (163us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.538189:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538190:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.538192:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712636 00010000:00010000:2.0:1731347580.538193:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ae1bf600/0xb104f9478e007f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969613 expref: 91 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.538195:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538198:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ae1bf600/0xb104f9478e007f0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969613 expref: 91 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.538201:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538205:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ae1bf600/0xb104f9478e007f0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969613 expref: 91 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.538209:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538210:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.538210:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.538212:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538213:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538216:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538219:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538222:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.538228:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538230:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+90:2004:x1815448312764032:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (99us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.538232:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0783bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.538232:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538233:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291125 00010000:00010000:0.0:1731347580.538238:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538244:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952944640:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.538244:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.538250:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538255:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.538257:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.538261:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439440 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.538263:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.538263:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538265:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952944640 00000100:00100000:2.0:1731347580.538266:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952944512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.538267:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952944640 00010000:00010000:0.0:1731347580.538267:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538273:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.538273:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538277:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952944512 00000100:00100000:3.0:1731347580.538278:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952944512 00010000:00010000:0.0:1731347580.538280:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e0783c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538283:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205233 00000100:00100000:2.0:1731347580.538286:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+239:3761:x1815447952944640:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.538290:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205234 00000100:00100000:3.0:1731347580.538292:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+398:3761:x1815447952944512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.538293:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16992 count 1 00010000:00010000:2.0:1731347580.538299:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.538300:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12918 count 1 00010000:00010000:2.0:1731347580.538305:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b416aac0/0xb104f9478dffacc9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3cd expref: 89 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.538307:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538309:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538310:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538311:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538314:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880120ff7600/0xb104f9478e006714 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e18 expref: 95 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.538317:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.538318:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538319:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b416aac0/0xb104f9478dffacc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3cd expref: 89 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.538320:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538325:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b416aac0/0xb104f9478dffacc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3cd expref: 89 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.538326:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+398:3763:x1815447952941440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2953us (2979us total) trans 4295367606 rc 0/0 00000100:00100000:2.0:1731347580.538330:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952945280:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.538331:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205219 00010000:00010000:3.0:1731347580.538333:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880120ff7600/0xb104f9478e006714 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e18 expref: 95 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.538338:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880120ff7600/0xb104f9478e006714 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e18 expref: 95 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.538339:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.538343:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952945408:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.538355:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.538366:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+240:3761:x1815447952941824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2716us (2753us total) trans 4295336063 rc 0/0 00000004:00080000:3.0:1731347580.538368:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801328fdc00/2, rc 0, transno 400310 00000100:00100000:0.0:1731347580.538370:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205220 00000100:00100000:3.0:1731347580.538373:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952941440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.538373:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.538384:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312763904 00000100:00100000:1.0:1731347580.538386:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312763904 00000100:00100000:3.0:1731347580.538390:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952945536:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.538398:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3c900/0xb104f9478e002447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b52 expref: 90 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.538411:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952942592:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.538412:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291126 00000100:00100000:2.0:1731347580.538414:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.538433:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.538433:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312764288 00000100:00100000:1.0:1731347580.538434:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+90:2003:x1815448312763904:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.538435:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312764288 00010000:00010000:1.0:1731347580.538442:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.538443:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b31d2ac0/0xb104f9478e00158a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c87 expref: 96 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.538446:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0459f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15902:1815447952942336:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.538446:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814ba680/2, rc 0, transno 368767 00010000:00010000:1.0:1731347580.538446:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3c900/0xb104f9478e002447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b52 expref: 90 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.538451:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952941824:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.538452:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538454:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3c900/0xb104f9478e002447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b52 expref: 90 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.538454:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291127 00000100:00100000:0.0:1731347580.538457:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+96:2004:x1815448312764288:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.538461:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.538463:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b31d2ac0/0xb104f9478e00158a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c87 expref: 96 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.538464:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.538465:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3c900/0xb104f9478e002447 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b52 expref: 90 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.538468:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.538469:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b31d2ac0/0xb104f9478e00158a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c87 expref: 96 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.538473:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.538474:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.538476:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b31d2ac0/0xb104f9478e00158a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c87 expref: 96 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.538477:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538479:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312764160 00000100:00100000:3.0:1731347580.538481:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312764160 00010000:00010000:0.0:1731347580.538481:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.538482:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.538483:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.538484:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538488:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880084ba8900/0xb104f9478e0094d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abd7 expref: 96 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.538488:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538495:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad604700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952943104:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.538495:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.538497:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.538502:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291128 00010000:00010000:2.0:1731347580.538503:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538504:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e777450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+96:2003:x1815448312764160:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.538508:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+96:2004:x1815448312764288:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (95us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.538509:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.538511:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880084ba8900/0xb104f9478e0094d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2cbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abd7 expref: 96 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.538512:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.538512:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+89:2003:x1815448312763904:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 78us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.538512:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291127 00010000:00010000:2.0:1731347580.538516:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.538516:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291126 00010000:00010000:3.0:1731347580.538517:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880084ba8900/0xb104f9478e0094d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2cbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abd7 expref: 95 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.538520:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538524:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880084ba8900/0xb104f9478e0094d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2cbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abd7 expref: 95 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.538524:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538527:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538530:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.538530:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538530:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a018c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.538532:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538532:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538536:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538539:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538544:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.538544:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.538545:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.538547:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952945536 00010000:00010000:2.0:1731347580.538548:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e0783ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.538549:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952945536 00000100:00100000:3.0:1731347580.538554:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e777450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+94:2003:x1815448312764160:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.538557:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205235 00000100:00100000:3.0:1731347580.538558:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291128 00000100:00100000:0.0:1731347580.538560:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+398:3763:x1815447952945536:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.538565:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:0.0:1731347580.538567:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14709 count 1 00000100:00100000:3.0:1731347580.538573:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312764416 00000100:00100000:1.0:1731347580.538573:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.538573:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538575:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312764416 00000100:00100000:1.0:1731347580.538579:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312764544 00010000:00010000:0.0:1731347580.538579:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800975be400/0xb104f9478e00ba9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a8 expref: 93 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.538580:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad789b00/0xb104f9478dffa79e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95be9b expref: 89 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.538581:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312764544 00010000:00010000:0.0:1731347580.538583:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.538584:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.538585:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538588:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312764672 00010000:00010000:1.0:1731347580.538588:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aff50d80/0xb104f9478dff02ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f1 expref: 94 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.538590:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312764672 00010000:00010000:0.0:1731347580.538593:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800975be400/0xb104f9478e00ba9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a8 expref: 95 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.538594:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8db3a80/0xb104f9478dfffe0d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961518 expref: 95 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.538602:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800975be400/0xb104f9478e00ba9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a8 expref: 95 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.538607:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952945792:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.538608:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291129 00000100:00100000:1.0:1731347580.538611:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+89:2003:x1815448312764416:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.538615:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.538617:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291130 00010000:00010000:1.0:1731347580.538618:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad789b00/0xb104f9478dffa79e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95be9b expref: 89 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.538619:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+95:2004:x1815448312764544:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.538621:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291131 00010000:00010000:3.0:1731347580.538623:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.538623:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad789b00/0xb104f9478dffa79e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95be9b expref: 89 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.538624:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+95:2003:x1815448312764672:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.538626:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aff50d80/0xb104f9478dff02ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f1 expref: 95 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.538629:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.538631:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aff50d80/0xb104f9478dff02ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f1 expref: 95 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.538632:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8db3a80/0xb104f9478dfffe0d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3cc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961518 expref: 95 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.538633:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad789b00/0xb104f9478dffa79e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95be9b expref: 89 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.538637:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.538638:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.538638:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538638:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8db3a80/0xb104f9478dfffe0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3cc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961518 expref: 95 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.538640:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538642:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.538643:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.538644:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538644:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538645:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.538645:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538647:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538650:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.538650:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132d09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952943744:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.538651:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538652:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.538657:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538658:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+95:2004:x1815448312764544:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 38us (93us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.538660:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.538663:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291130 00010000:00010000:1.0:1731347580.538664:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.538671:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+94:2003:x1815448312764672:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (96us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.538674:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538674:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291131 00010000:00010000:3.0:1731347580.538678:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.538680:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+88:2003:x1815448312764416:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (134us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.538682:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538686:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.538686:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291129 00010000:00010000:3.0:1731347580.538689:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538693:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82640 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.538693:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+240:3761:x1815447952941568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3035us (3064us total) trans 4295336064 rc 0/0 00010000:00010000:3.0:1731347580.538694:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538696:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205221 00010000:00010000:3.0:1731347580.538698:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538702:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538703:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538706:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82640/0xb104f9478e0783d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538709:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.538712:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e966d80/2, rc 0, transno 368768 00000100:00100000:2.0:1731347580.538716:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952941568:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.538716:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538719:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.538721:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538722:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952945664:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.538727:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538732:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.538732:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.538734:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538739:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952945664 00010000:00010000:1.0:1731347580.538740:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538741:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952945664 00010000:00010000:1.0:1731347580.538747:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538749:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205236 00000100:00100000:2.0:1731347580.538751:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+240:3761:x1815447952945664:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.538753:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82ac0/0xb104f9478e0783df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.538758:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11451 count 1 00010000:00010000:2.0:1731347580.538764:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538786:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d0b840/0xb104f9478e0094da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abde expref: 87 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.538790:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538791:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538793:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538804:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d0b840/0xb104f9478e0094da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abde expref: 87 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.538806:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+399:3763:x1815447952942464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2994us (3043us total) trans 4295367607 rc 0/0 00010000:00010000:2.0:1731347580.538809:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d0b840/0xb104f9478e0094da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abde expref: 87 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.538810:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205223 00000100:00100000:2.0:1731347580.538815:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952946048:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.538822:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538824:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.538826:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538830:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538832:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134865500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952945920:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.538834:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538837:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538840:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81b00 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.538841:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.538842:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538846:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538851:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.538855:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81b00/0xb104f9478e0783d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.538863:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+241:3761:x1815447952942720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2761us (2791us total) trans 4295336065 rc 0/0 00000100:00100000:1.0:1731347580.538870:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205224 00000100:00100000:2.0:1731347580.538871:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.538878:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312764800 00000100:00100000:2.0:1731347580.538880:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312764800 00000100:00100000:1.0:1731347580.538880:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952945920 00000100:00100000:1.0:1731347580.538883:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952945920 00010000:00010000:2.0:1731347580.538887:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd4240/0xb104f9478dff2178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953875 expref: 88 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.538896:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205237 00000100:00100000:2.0:1731347580.538898:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291132 00000100:00100000:2.0:1731347580.538900:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+88:2003:x1815448312764800:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.538900:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+241:3761:x1815447952945920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.538904:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.538906:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd4240/0xb104f9478dff2178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953875 expref: 88 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.538909:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16015 count 1 00010000:00010000:2.0:1731347580.538912:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd4240/0xb104f9478dff2178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953875 expref: 88 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.538919:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+399:3763:x1815447952941952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3224us (3247us total) trans 4295367608 rc 0/0 00010000:00010000:1.0:1731347580.538919:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538922:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1cd4240/0xb104f9478dff2178 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953875 expref: 88 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.538923:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205222 00010000:00010000:2.0:1731347580.538928:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.538928:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e12640/0xb104f9478e001583 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c8e expref: 87 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.538929:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.538930:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538934:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538934:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.538935:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.538938:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800815a6300/2, rc 0, transno 400311 00010000:00010000:1.0:1731347580.538938:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.538942:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.538943:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800815a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952942464:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.538947:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538948:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+87:2003:x1815448312764800:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.538951:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291132 00010000:00010000:1.0:1731347580.538952:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e12640/0xb104f9478e001583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c8e expref: 87 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.538952:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.538957:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.538960:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e12640/0xb104f9478e001583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c8e expref: 86 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.538960:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.538961:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800814b8700/2, rc 0, transno 400312 00000100:00100000:3.0:1731347580.538964:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800814b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952941952:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.538964:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.538966:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc45f80/2, rc 0, transno 368769 00010000:00010000:0.0:1731347580.538967:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b3c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.538969:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952946176:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.538969:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.538970:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952942720:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.538973:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538976:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952946432:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.538980:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.538983:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65a80 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.538983:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0783f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.538996:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.539003:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aff50d80/0xb104f9478dff02ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f1 expref: 93 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.539005:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952946432 00000100:00100000:3.0:1731347580.539007:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952946432 00000100:00100000:3.0:1731347580.539016:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205238 00000100:00100000:1.0:1731347580.539017:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009944d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952943360:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.539018:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+399:3763:x1815447952946432:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.539020:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:3.0:1731347580.539025:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14948 count 1 00010000:00010000:1.0:1731347580.539026:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.539032:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539034:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.539039:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f6eac0/0xb104f9478dfef6bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dbf expref: 92 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.539040:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.539042:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.539044:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.539045:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539047:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539053:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.539055:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099f6eac0/0xb104f9478dfef6bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dbf expref: 92 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.539060:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.539062:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099f6eac0/0xb104f9478dfef6bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dbf expref: 92 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.539064:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b762c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+242:3760:x1815447952942848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2702us (2726us total) trans 4295336066 rc 0/0 00010000:00010000:1.0:1731347580.539065:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02400 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.539068:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312764928 00010000:00010000:1.0:1731347580.539068:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.539068:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205227 00000100:00100000:2.0:1731347580.539070:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312764928 00000100:00100000:3.0:1731347580.539071:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007b731c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952946560:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.539073:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.539078:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac85d440/0xb104f9478dff3fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556cf expref: 93 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.539087:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.539090:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291133 00000100:00100000:3.0:1731347580.539093:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.539093:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0783e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.539094:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+93:2003:x1815448312764928:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.539094:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.539099:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952946688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.539103:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.539105:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1731347580.539107:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac85d440/0xb104f9478dff3fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556cf expref: 93 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.539110:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009944f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952946304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.539111:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.539115:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac85d440/0xb104f9478dff3fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556cf expref: 93 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.539125:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.539126:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.539129:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.539129:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.539134:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.539143:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.539147:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952946688 00000100:00100000:3.0:1731347580.539150:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952946688 00000100:00100000:0.0:1731347580.539151:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952946304 00000100:00100000:0.0:1731347580.539153:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952946304 00000100:00100000:2.0:1731347580.539160:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+93:2003:x1815448312764928:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.539165:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205239 00000100:00100000:2.0:1731347580.539165:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291133 00000100:00100000:0.0:1731347580.539169:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205240 00000100:00100000:3.0:1731347580.539170:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+242:3761:x1815447952946688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.539171:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+401:3763:x1815447952946304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.539179:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14867 count 1 00002000:00080000:3.0:1731347580.539180:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10353 count 1 00000100:00100000:1.0:1731347580.539184:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+401:3763:x1815447952942976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3006us (3041us total) trans 4295367609 rc 0/0 00010000:00010000:2.0:1731347580.539186:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac85d440/0xb104f9478dff3fcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556cf expref: 92 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.539186:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.539189:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.539190:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205225 00010000:00010000:0.0:1731347580.539192:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f959200/0xb104f9478dfee940 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950044 expref: 91 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.539194:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009944df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952943872:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.539199:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800afe8ba80/0xb104f9478dff02f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f8 expref: 86 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.539200:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.539201:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.539202:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.539203:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.539205:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.539206:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.539209:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.539209:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.539212:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f959200/0xb104f9478dfee940 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950044 expref: 91 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.539214:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539215:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8db3a80/0xb104f9478dfffe0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961518 expref: 91 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.539218:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f959200/0xb104f9478dfee940 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950044 expref: 91 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.539220:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.539223:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952946816:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.539224:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800afe8ba80/0xb104f9478dff02f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f8 expref: 86 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.539224:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad607480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952943488:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.539226:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.539231:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800afe8ba80/0xb104f9478dff02f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f8 expref: 86 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.539232:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539235:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.539236:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952946944:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.539236:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba900 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.539237:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a033c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.539239:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539243:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.539244:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539248:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.539250:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.539252:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539256:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.539257:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a033c0/0xb104f9478e0783fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.539265:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800782bf100/2, rc 0, transno 400313 00010000:00010000:1.0:1731347580.539266:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.539269:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952942976:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.539272:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539276:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.539279:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539284:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.539290:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952947072:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.539291:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539297:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b80240/0xb104f9478e0783ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.539302:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.539313:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952947072 00000100:00100000:3.0:1731347580.539315:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952947072 00000100:00100000:3.0:1731347580.539324:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205241 00000100:00100000:3.0:1731347580.539327:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+402:3761:x1815447952947072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.539348:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10407 count 1 00000100:00100000:2.0:1731347580.539352:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+403:3761:x1815447952943616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2860us (2911us total) trans 4295367610 rc 0/0 00000004:00080000:0.0:1731347580.539356:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800ad606d80/2, rc 0, transno 400314 00010000:00010000:3.0:1731347580.539358:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.539358:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205228 00000100:00100000:0.0:1731347580.539365:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952943616:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.539369:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d5dcfc0/0xb104f9478e005aa3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671a7 expref: 90 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.539375:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.539377:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.539379:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.539382:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc45c00/2, rc 0, transno 368770 00000100:00100000:1.0:1731347580.539382:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+402:3762:x1815447952943232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3126us (3157us total) trans 4295367611 rc 0/0 00000100:00100000:1.0:1731347580.539386:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205226 00000100:00100000:2.0:1731347580.539389:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952942848:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.539438:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d5dcfc0/0xb104f9478e005aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671a7 expref: 90 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.539444:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d5dcfc0/0xb104f9478e005aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671a7 expref: 90 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.539450:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952947328:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.539465:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.539474:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.539480:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952947200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.539498:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1731347580.539507:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009b5dc380/2, rc 0, transno 400315 00000100:00100000:1.0:1731347580.539509:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952947200 00000100:00100000:1.0:1731347580.539511:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952947200 00000100:00100000:3.0:1731347580.539513:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952947456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.539521:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205242 00000100:00100000:0.0:1731347580.539523:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b5dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952943232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.539524:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+402:3763:x1815447952947200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.539532:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13236 count 1 00010000:00010000:1.0:1731347580.539538:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539545:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ae127600/0xb104f9478dff0d4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95244e expref: 90 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.539549:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.539550:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.539551:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.539553:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.539560:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952947584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.539561:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ae127600/0xb104f9478dff0d4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95244e expref: 90 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.539564:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.539566:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ae127600/0xb104f9478dff0d4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95244e expref: 90 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.539571:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952947712:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.539583:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.539584:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.539592:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952947456 00000100:00100000:1.0:1731347580.539594:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952947456 00000100:00100000:0.0:1731347580.539601:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952947584 00000100:00100000:1.0:1731347580.539604:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205243 00000100:00100000:0.0:1731347580.539604:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952947584 00000100:00100000:1.0:1731347580.539607:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+243:3763:x1815447952947456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.539613:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15554 count 1 00010000:00010000:1.0:1731347580.539619:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.539621:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205244 00000100:00100000:0.0:1731347580.539624:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+403:3761:x1815447952947584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.539628:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408b600/0xb104f9478dfffe14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961511 expref: 86 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.539632:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.539632:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.539634:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.539636:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12696 count 1 00010000:00010000:1.0:1731347580.539642:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b408b600/0xb104f9478dfffe14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961511 expref: 86 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.539645:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.539646:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b408b600/0xb104f9478dfffe14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961511 expref: 86 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.539651:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952947840:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.539654:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0900/0xb104f9478e00247f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b8a expref: 90 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.539660:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.539662:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.539663:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba659c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.539664:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.539680:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0900/0xb104f9478e00247f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b8a expref: 90 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.539689:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0900/0xb104f9478e00247f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b8a expref: 90 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.539698:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952947968:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.539720:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781baf00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.540354:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952945152:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.540363:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.540371:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801328fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952944128:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.540378:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.540379:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.540381:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952945024:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.540387:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952944896:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.540388:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.540391:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312765056 00000100:00100000:2.0:1731347580.540393:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312765056 00010000:00010000:3.0:1731347580.540394:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.540396:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.540398:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540401:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ff6ac0/0xb104f9478e00bb4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d249 expref: 87 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.540403:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312765184 00000100:00100000:0.0:1731347580.540405:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312765184 00000100:00100000:2.0:1731347580.540411:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312765440 00000100:00100000:2.0:1731347580.540412:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312765440 00010000:00010000:0.0:1731347580.540413:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011935e1c0/0xb104f9478e005e00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967504 expref: 88 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.540431:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac9fe1c0/0xb104f9478dff832b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a2f expref: 89 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.540436:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291134 00000100:00100000:3.0:1731347580.540441:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+89:2004:x1815448312765056:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.540441:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291135 00000100:00100000:0.0:1731347580.540443:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e776050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+89:2003:x1815448312765184:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.540444:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291136 00000100:00100000:2.0:1731347580.540447:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+89:2003:x1815448312765440:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.540448:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.540449:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.540451:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.540452:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ff6ac0/0xb104f9478e00bb4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d249 expref: 89 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.540452:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011935e1c0/0xb104f9478e005e00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967504 expref: 89 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.540454:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac9fe1c0/0xb104f9478dff832b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a2f expref: 89 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.540457:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011935e1c0/0xb104f9478e005e00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967504 expref: 89 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.540459:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac9fe1c0/0xb104f9478dff832b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a2f expref: 89 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.540462:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ff6ac0/0xb104f9478e00bb4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d249 expref: 89 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.540465:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011935e1c0/0xb104f9478e005e00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967504 expref: 89 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.540470:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac9fe1c0/0xb104f9478dff832b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959a2f expref: 88 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.540471:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ff6ac0/0xb104f9478e00bb4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d249 expref: 88 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.540471:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.540472:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.540474:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540476:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.540477:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.540477:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.540478:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.540478:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540479:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.540480:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540483:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.540485:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540490:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.540492:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.540495:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.540502:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+86:2003:x1815448312765440:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.540504:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e776050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+86:2003:x1815448312765184:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 60us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.540506:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291136 00010000:00010000:1.0:1731347580.540508:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.540509:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+86:2004:x1815448312765056:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.540509:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291135 00000100:00100000:3.0:1731347580.540513:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291134 00010000:00010000:1.0:1731347580.540514:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540520:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540522:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540524:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.540525:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.540526:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540529:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540530:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.540531:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312765312 00000100:00100000:3.0:1731347580.540533:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312765312 00010000:00010000:1.0:1731347580.540533:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b818c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.540533:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540535:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540536:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540538:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540539:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.540540:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078f99f80/0xb104f9478dff28a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fad expref: 91 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.540541:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540545:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540545:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540549:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b818c0/0xb104f9478e078410 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540550:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.540551:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291137 00000100:00100000:3.0:1731347580.540554:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+91:2006:x1815448312765312:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.540554:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952945280:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.540556:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e078417 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.540558:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.540560:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078f99f80/0xb104f9478dff28a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fad expref: 91 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.540560:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.540565:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078f99f80/0xb104f9478dff28a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fad expref: 91 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.540572:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078f99f80/0xb104f9478dff28a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fad expref: 91 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.540578:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.540578:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.540580:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.540584:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.540600:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.540604:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540609:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540616:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.540617:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+90:2006:x1815448312765312:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (91us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.540620:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.540623:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291137 00010000:00010000:2.0:1731347580.540624:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540627:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.540629:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540632:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.540634:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+245:3762:x1815447952944768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2542us (2567us total) trans 4295336067 rc 0/0 00010000:00010000:2.0:1731347580.540638:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.540638:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205232 00010000:00010000:2.0:1731347580.540641:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a02f40/0xb104f9478e078402 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.540643:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+244:3762:x1815447952944256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2622us (2680us total) trans 4295336068 rc 0/0 00000100:00100000:1.0:1731347580.540647:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205231 00000100:00100000:3.0:1731347580.540648:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952945408:192.168.203.60@tcp:104: 00000004:00080000:0.0:1731347580.540654:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c3100/2, rc 0, transno 368771 00000100:00100000:0.0:1731347580.540658:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952944768:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.540659:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540662:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540667:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540671:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540675:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.540677:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952948096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.540678:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540681:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.540683:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540687:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.540688:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.540692:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540695:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2640/0xb104f9478e078409 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.540703:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a73800/2, rc 0, transno 368772 00000100:00100000:0.0:1731347580.540706:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952944256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.540718:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+404:3761:x1815447952944000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3078us (3422us total) trans 4295367612 rc 0/0 00000100:00100000:2.0:1731347580.540724:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205229 00000004:00080000:0.0:1731347580.540724:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800ad604380/2, rc 0, transno 400316 00000100:00100000:3.0:1731347580.540726:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.540734:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952948096 00000100:00100000:0.0:1731347580.540734:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad604380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952944000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.540737:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952948096 00000100:00100000:2.0:1731347580.540757:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205245 00000100:00100000:3.0:1731347580.540760:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952948224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.540760:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+245:3763:x1815447952944384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2748us (2813us total) trans 4295336069 rc 0/0 00000100:00100000:2.0:1731347580.540762:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+245:3761:x1815447952948096:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.540762:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.540764:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205230 00000100:00100000:0.0:1731347580.540767:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952948352:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.540787:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9331 count 1 00000100:00100000:3.0:1731347580.540794:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.540797:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540807:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad388000/0xb104f9478dff3fd2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556d6 expref: 83 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.540807:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952948224 00000100:00100000:1.0:1731347580.540810:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952948224 00010000:00010000:2.0:1731347580.540812:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.540812:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.540814:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.540815:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a70a80/2, rc 0, transno 368773 00010000:00010000:2.0:1731347580.540816:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.540820:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952944384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.540825:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952948352 00000100:00100000:1.0:1731347580.540827:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952948352 00000100:00100000:0.0:1731347580.540829:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205246 00010000:00010000:2.0:1731347580.540832:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad388000/0xb104f9478dff3fd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556d6 expref: 83 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.540833:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+245:3763:x1815447952948224:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.540835:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205247 00000100:00100000:3.0:1731347580.540838:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952948608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.540839:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+404:3762:x1815447952948352:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.540840:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad388000/0xb104f9478dff3fd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556d6 expref: 83 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.540841:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17610 count 1 00002000:00080000:1.0:1731347580.540848:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12089 count 1 00010000:00010000:0.0:1731347580.540848:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.540849:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952948480:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.540850:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.540854:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540855:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008770d8c0/0xb104f9478dff28b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fb4 expref: 83 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.540859:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.540860:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.540861:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952948608 00010000:00010000:1.0:1731347580.540862:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880127c73a80/0xb104f9478dff4439 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b3d expref: 89 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.540862:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.540863:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952948608 00000100:00100000:2.0:1731347580.540866:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.540866:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.540867:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.540869:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540872:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008770d8c0/0xb104f9478dff28b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fb4 expref: 83 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.540875:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205248 00010000:00010000:0.0:1731347580.540877:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008770d8c0/0xb104f9478dff28b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fb4 expref: 83 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.540878:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+246:3760:x1815447952948608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.540879:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880127c73a80/0xb104f9478dff4439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b3d expref: 89 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.540882:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f834e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952948736:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.540884:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880127c73a80/0xb104f9478dff4439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b3d expref: 89 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.540887:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12918 count 1 00000100:00100000:1.0:1731347580.540890:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952948864:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.540894:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.540895:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba540 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.540902:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801355c3180/0xb104f9478e00670d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e11 expref: 83 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.540905:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.540905:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.540906:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.540908:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.540909:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.540917:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312765696 00010000:00010000:3.0:1731347580.540918:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801355c3180/0xb104f9478e00670d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e11 expref: 83 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.540919:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312765696 00010000:00010000:3.0:1731347580.540923:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801355c3180/0xb104f9478e00670d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e11 expref: 83 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.540926:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880120ff7600/0xb104f9478e006714 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e18 expref: 90 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.540930:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.540933:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952948992:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.540935:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312765568 00000100:00100000:0.0:1731347580.540936:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312765568 00010000:00010000:0.0:1731347580.540940:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b416aac0/0xb104f9478dffacc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3cd expref: 84 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.540942:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291138 00000100:00100000:3.0:1731347580.540945:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.540945:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+90:2004:x1815448312765696:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.540948:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291139 00010000:00010000:1.0:1731347580.540950:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.540951:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+84:2003:x1815448312765568:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.540953:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880120ff7600/0xb104f9478e006714 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e18 expref: 90 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.540956:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.540958:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880120ff7600/0xb104f9478e006714 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e18 expref: 90 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.540958:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b416aac0/0xb104f9478dffacc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3cd expref: 84 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.540963:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b416aac0/0xb104f9478dffacc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3cd expref: 84 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.540966:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120ff7600/0xb104f9478e006714 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e18 expref: 90 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.540971:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.540971:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b416aac0/0xb104f9478dffacc9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3cd expref: 84 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.540972:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.540974:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540976:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.540977:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.540978:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540978:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.540983:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.540986:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.540990:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.540993:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.540995:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.540995:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+89:2004:x1815448312765696:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (86us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.540997:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.540999:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291138 00010000:00010000:2.0:1731347580.541000:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541000:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+83:2003:x1815448312765568:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (70us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.541002:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541003:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291139 00010000:00010000:3.0:1731347580.541005:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541008:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.541009:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.541012:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b821c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.541012:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.541014:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541015:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.541018:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541019:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.541020:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.541024:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541024:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.541028:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b821c0/0xb104f9478e078425 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541030:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541031:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.541031:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952945792:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.541033:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03cc0/0xb104f9478e07841e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541038:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541039:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312765824 00000100:00100000:1.0:1731347580.541041:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312765824 00010000:00010000:1.0:1731347580.541047:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800975be400/0xb104f9478e00ba9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a8 expref: 89 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.541064:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291140 00000100:00100000:1.0:1731347580.541067:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+89:2004:x1815448312765824:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.541071:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.541071:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.541073:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800975be400/0xb104f9478e00ba9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a8 expref: 89 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.541079:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800975be400/0xb104f9478e00ba9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a8 expref: 89 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.541087:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800975be400/0xb104f9478e00ba9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a8 expref: 89 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.541087:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952946176:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.541094:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541096:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541097:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541100:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541106:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.541110:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+247:3761:x1815447952944640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2822us (2853us total) trans 4295336070 rc 0/0 00000100:00100000:3.0:1731347580.541114:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+405:3761:x1815447952944512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2820us (2839us total) trans 4295367613 rc 0/0 00000100:00100000:2.0:1731347580.541114:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205233 00000100:00100000:3.0:1731347580.541119:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205234 00010000:00010000:1.0:1731347580.541119:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.541120:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.541121:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312765952 00000100:00100000:2.0:1731347580.541123:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312765952 00000100:00100000:0.0:1731347580.541125:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312766208 00000100:00100000:0.0:1731347580.541127:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312766208 00000100:00100000:2.0:1731347580.541133:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205249 00010000:00010000:0.0:1731347580.541133:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e12640/0xb104f9478e001583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c8e expref: 84 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.541135:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+88:2004:x1815448312765824:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.541136:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:62efdb24-e871-4f0d-8cc7-8cee5b684131+84:2005:x1815448312765952:12345-192.168.203.60@tcp:16:fsx.0 00000100:00100000:3.0:1731347580.541137:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007b731c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952946560:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.541141:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291140 00010000:00010000:3.0:1731347580.541145:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541149:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291141 00000100:00100000:0.0:1731347580.541152:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+84:2006:x1815448312766208:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.541156:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.541159:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e12640/0xb104f9478e001583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c8e expref: 84 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.541162:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541164:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e12640/0xb104f9478e001583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c8e expref: 84 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.541168:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.541170:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952946048:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.541171:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e12640/0xb104f9478e001583 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef962c8e expref: 84 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.541175:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541176:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.541177:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541177:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.541179:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541182:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541186:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541188:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541193:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.541194:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.541195:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541201:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541203:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+83:2006:x1815448312766208:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.541206:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291141 00010000:00010000:1.0:1731347580.541210:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541215:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541216:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439d40/0xb104f9478e07842c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541219:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541224:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541227:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541231:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541234:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae21c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.541236:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541242:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541248:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541251:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae21c0/0xb104f9478e07843a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541295:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952946816:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.541302:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.541315:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc44700/2, rc 0, transno 400317 00000100:00100000:0.0:1731347580.541320:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952944512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.541324:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+405:3763:x1815447952945536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2762us (2858us total) trans 4295367614 rc 0/0 00000004:00080000:0.0:1731347580.541325:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800af9c0000/2, rc 0, transno 368774 00000100:00100000:0.0:1731347580.541328:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952944640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.541331:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205235 00000004:00080000:2.0:1731347580.541340:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f35180/2, rc 0, transno 400318 00000100:00100000:2.0:1731347580.541343:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952945536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.541345:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.541352:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312766080 00000100:00100000:0.0:1731347580.541354:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312766080 00010000:00010000:0.0:1731347580.541360:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d0b840/0xb104f9478e0094da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abde expref: 83 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.541366:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.541381:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312766464 00000100:00100000:0.0:1731347580.541383:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312766464 00000100:00100000:1.0:1731347580.541388:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291142 00010000:00010000:0.0:1731347580.541388:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f959200/0xb104f9478dfee940 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950044 expref: 88 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.541392:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e774850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+83:2004:x1815448312766080:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.541396:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291143 00000100:00100000:0.0:1731347580.541398:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+88:2004:x1815448312766464:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.541399:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.541403:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d0b840/0xb104f9478e0094da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abde expref: 83 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.541404:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.541406:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f959200/0xb104f9478dfee940 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950044 expref: 88 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.541411:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d0b840/0xb104f9478e0094da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abde expref: 83 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.541411:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f959200/0xb104f9478dfee940 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950044 expref: 88 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.541434:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f959200/0xb104f9478dfee940 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950044 expref: 88 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.541440:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.541441:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541442:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d0b840/0xb104f9478e0094da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96abde expref: 83 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.541443:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541447:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541448:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541449:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541451:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541455:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541455:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.541456:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952949120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.541465:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+87:2004:x1815448312766464:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.541468:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291143 00010000:00010000:1.0:1731347580.541474:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.541475:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541478:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541480:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541482:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541484:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541486:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541488:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541490:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541491:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541491:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e774850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+82:2004:x1815448312766080:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 97us (143us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.541494:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.541494:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541496:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541497:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291142 00010000:00010000:0.0:1731347580.541497:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143bcc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.541498:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541500:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541502:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541506:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541507:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541509:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02640/0xb104f9478e078433 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541510:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143bcc0/0xb104f9478e078448 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541542:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.541546:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.541553:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312766336 00000100:00100000:1.0:1731347580.541556:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312766336 00000100:00100000:2.0:1731347580.541560:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952949120 00000100:00100000:2.0:1731347580.541562:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952949120 00010000:00010000:1.0:1731347580.541564:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099f6eac0/0xb104f9478dfef6bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dbf expref: 87 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.541571:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205250 00000100:00100000:2.0:1731347580.541574:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+247:3761:x1815447952949120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.541577:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291144 00002000:00080000:2.0:1731347580.541581:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14709 count 1 00000100:00100000:1.0:1731347580.541581:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+87:2003:x1815448312766336:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.541586:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.541587:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+405:3763:x1815447952946304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2414us (2457us total) trans 4295367615 rc 0/0 00010000:00010000:2.0:1731347580.541588:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541590:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099f6eac0/0xb104f9478dfef6bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dbf expref: 87 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.541591:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205240 00010000:00010000:2.0:1731347580.541594:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ff4fc0/0xb104f9478e00baa4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a1 expref: 81 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.541597:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099f6eac0/0xb104f9478dfef6bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dbf expref: 87 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.541598:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.541599:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.541600:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541606:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f6eac0/0xb104f9478dfef6bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dbf expref: 87 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.541612:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ff4fc0/0xb104f9478e00baa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a1 expref: 81 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.541614:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541615:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541617:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541618:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ff4fc0/0xb104f9478e00baa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a1 expref: 81 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.541621:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.541623:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952949248:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.541623:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541627:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312766592 00000100:00100000:0.0:1731347580.541629:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312766592 00000100:00100000:2.0:1731347580.541635:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62c00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.541635:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.541636:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800afe8ba80/0xb104f9478dff02f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f8 expref: 82 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.541647:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+86:2003:x1815448312766336:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.541652:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291144 00000100:00100000:0.0:1731347580.541655:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291145 00000100:00100000:0.0:1731347580.541658:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+82:2003:x1815448312766592:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.541662:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.541664:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800afe8ba80/0xb104f9478dff02f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f8 expref: 82 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.541665:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009944f480/2, rc 0, transno 400319 00010000:00010000:1.0:1731347580.541667:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.541668:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009944f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952946304:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.541670:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800afe8ba80/0xb104f9478dff02f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f8 expref: 82 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.541673:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541676:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.541677:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541678:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541679:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541681:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541683:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541686:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541689:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b806c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.541690:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541693:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.541694:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541702:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+82:2003:x1815448312766592:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (80us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.541703:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541705:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291145 00010000:00010000:1.0:1731347580.541706:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b806c0/0xb104f9478e078441 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541720:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952947328:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.541728:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.541751:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.541756:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312766720 00000100:00100000:0.0:1731347580.541758:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312766720 00010000:00010000:0.0:1731347580.541763:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5dcfc0/0xb104f9478e005aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671a7 expref: 86 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.541793:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291146 00000100:00100000:0.0:1731347580.541795:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+86:2005:x1815448312766720:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.541800:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.541802:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d5dcfc0/0xb104f9478e005aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671a7 expref: 86 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.541808:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d5dcfc0/0xb104f9478e005aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671a7 expref: 86 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.541810:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+405:3763:x1815447952946432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2790us (2812us total) trans 4295367616 rc 0/0 00000100:00100000:1.0:1731347580.541814:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205238 00010000:00010000:0.0:1731347580.541815:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d5dcfc0/0xb104f9478e005aa3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x28a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671a7 expref: 86 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.541823:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a72300/2, rc 0, transno 400320 00010000:00010000:0.0:1731347580.541824:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.541825:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952946432:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.541825:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.541827:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541831:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541838:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.541846:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952947840:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.541849:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+85:2005:x1815448312766720:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.541852:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291146 00010000:00010000:1.0:1731347580.541854:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541861:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541865:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541869:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541872:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.541873:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541876:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541880:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312766848 00000100:00100000:1.0:1731347580.541882:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312766848 00010000:00010000:0.0:1731347580.541882:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.541884:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541888:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541889:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ae127600/0xb104f9478dff0d4a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95244e expref: 85 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.541892:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.541896:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81d40/0xb104f9478e078456 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541899:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291147 00000100:00100000:2.0:1731347580.541902:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.541902:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+85:2003:x1815448312766848:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.541906:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952949376:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.541906:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.541909:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ae127600/0xb104f9478dff0d4a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x33b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95244e expref: 85 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.541917:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ae127600/0xb104f9478dff0d4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95244e expref: 85 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.541919:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.541924:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541925:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.541926:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.541929:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952949376 00010000:00010000:1.0:1731347580.541930:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.541931:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800afe8ba80/0xb104f9478dff02f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9519f8 expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.541931:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952949376 00010000:00010000:1.0:1731347580.541937:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.541940:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952946944:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.541940:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205251 00000100:00100000:2.0:1731347580.541943:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+406:3763:x1815447952949376:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.541946:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+85:2003:x1815448312766848:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.541949:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291147 00002000:00080000:2.0:1731347580.541950:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11043 count 1 00010000:00010000:3.0:1731347580.541951:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541956:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.541957:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.541963:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541963:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078338d80/0xb104f9478dffde16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f513 expref: 84 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.541967:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.541967:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+406:3761:x1815447952947072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2638us (2663us total) trans 4295367617 rc 0/0 00010000:00010000:2.0:1731347580.541968:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.541969:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541970:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541970:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.541971:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205241 00010000:00010000:3.0:1731347580.541976:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541976:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312766976 00010000:00010000:2.0:1731347580.541978:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078338d80/0xb104f9478dffde16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f513 expref: 84 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.541978:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312766976 00010000:00010000:3.0:1731347580.541982:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.541983:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078338d80/0xb104f9478dffde16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f513 expref: 84 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.541983:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b600/0xb104f9478dfffe14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961511 expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.541988:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.541988:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ae127600/0xb104f9478dff0d4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95244e expref: 84 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.541989:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952949888:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.541991:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.541992:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291148 00000100:00100000:0.0:1731347580.541993:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952947712:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.541994:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+81:2003:x1815448312766976:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.541997:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.541998:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.542000:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.542000:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b408b600/0xb104f9478dfffe14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961511 expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.542000:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.542004:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.542007:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542009:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b408b600/0xb104f9478dfffe14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961511 expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.542010:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952949760:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.542011:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.542014:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80900/0xb104f9478e07844f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.542015:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542016:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408b600/0xb104f9478dfffe14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961511 expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.542018:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.542020:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.542021:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.542022:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.542022:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542023:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.542025:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.542027:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.542027:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.542030:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.542031:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32d180/2, rc 0, transno 400321 00010000:00010000:1.0:1731347580.542034:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.542035:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.542041:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952947072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.542041:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+80:2003:x1815448312766976:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (70us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.542041:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07845d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.542044:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291148 00000100:00100000:2.0:1731347580.542045:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.542048:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952949632:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.542050:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542054:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.542057:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.542059:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.542066:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952949760 00010000:00010000:1.0:1731347580.542066:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.542068:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952949760 00010000:00010000:1.0:1731347580.542069:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542073:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.542074:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.542075:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952949632 00000100:00100000:2.0:1731347580.542076:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952949632 00010000:00010000:1.0:1731347580.542078:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542082:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542086:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0240/0xb104f9478e078464 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3cc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.542087:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205252 00000100:00100000:2.0:1731347580.542089:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+408:3761:x1815447952949760:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.542092:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205253 00000100:00100000:3.0:1731347580.542095:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+408:3761:x1815447952949632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.542096:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9966 count 1 00010000:00010000:2.0:1731347580.542103:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.542105:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17642 count 1 00010000:00010000:2.0:1731347580.542109:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098920b40/0xb104f9478dfec4c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbca expref: 83 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.542111:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.542113:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.542114:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.542116:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.542118:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b3264b40/0xb104f9478dffd76a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee67 expref: 83 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.542123:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.542124:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.542124:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098920b40/0xb104f9478dfec4c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbca expref: 83 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.542125:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.542128:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098920b40/0xb104f9478dfec4c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbca expref: 83 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.542133:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad607480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952950144:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.542134:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b3264b40/0xb104f9478dffd76a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee67 expref: 83 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.542140:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b3264b40/0xb104f9478dffd76a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee67 expref: 83 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.542145:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.542146:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952950272:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.542154:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952949504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.542157:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.542165:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.542169:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.542172:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.542174:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952950016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.542176:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312767104 00000100:00100000:3.0:1731347580.542177:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952949504 00000100:00100000:1.0:1731347580.542178:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312767104 00000100:00100000:3.0:1731347580.542180:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952949504 00000100:00100000:2.0:1731347580.542183:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.542185:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0900/0xb104f9478e00247f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b8a expref: 84 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.542192:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952950016 00000100:00100000:3.0:1731347580.542194:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952950016 00000100:00100000:1.0:1731347580.542195:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291149 00000100:00100000:0.0:1731347580.542197:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205254 00000100:00100000:1.0:1731347580.542198:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e774450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+84:2004:x1815448312767104:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.542201:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+410:3763:x1815447952949504:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.542202:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.542204:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0900/0xb104f9478e00247f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b8a expref: 84 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.542205:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205255 00000100:00100000:3.0:1731347580.542207:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+410:3763:x1815447952950016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.542210:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0900/0xb104f9478e00247f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b8a expref: 84 pid: 15960 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.542210:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16744 count 1 00002000:00080000:3.0:1731347580.542214:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10050 count 1 00010000:00010000:1.0:1731347580.542216:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.542216:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.542216:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542218:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.542220:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542222:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.542223:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaffd680/0xb104f9478dffba44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d148 expref: 84 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.542226:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e1f600/0xb104f9478e0068bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fca expref: 84 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.542227:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.542227:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.542228:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.542230:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.542234:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.542235:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.542235:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e774450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+84:2004:x1815448312767104:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 36us (66us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.542236:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.542238:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291149 00010000:00010000:0.0:1731347580.542239:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aaffd680/0xb104f9478dffba44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d148 expref: 84 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.542245:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131e1f600/0xb104f9478e0068bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fca expref: 83 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.542245:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aaffd680/0xb104f9478dffba44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d148 expref: 83 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.542250:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131e1f600/0xb104f9478e0068bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fca expref: 83 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.542250:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952950400:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.542255:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952950528:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.542260:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aabf0900/0xb104f9478e00247f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b8a expref: 83 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.542262:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba900 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.542265:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.542271:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952947968:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.542281:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542293:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542300:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.542303:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+410:3763:x1815447952947200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2779us (2805us total) trans 4295367618 rc 0/0 00000004:00080000:2.0:1731347580.542307:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012c32fb80/2, rc 0, transno 400322 00010000:00010000:1.0:1731347580.542307:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.542308:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205242 00000100:00100000:2.0:1731347580.542312:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952947200:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.542313:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542319:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542323:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800814386c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.542325:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.542329:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952950656:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.542331:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.542338:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.542340:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.542343:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800814386c0/0xb104f9478e07846b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.542348:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952950656 00000100:00100000:0.0:1731347580.542350:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952950656 00000100:00100000:0.0:1731347580.542359:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205256 00000100:00100000:0.0:1731347580.542362:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+410:3763:x1815447952950656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.542369:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13558 count 1 00010000:00010000:0.0:1731347580.542375:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.542382:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880127069f80/0xb104f9478dfee335 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa39 expref: 82 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.542386:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.542387:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.542388:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.542397:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880127069f80/0xb104f9478dfee335 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa39 expref: 82 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.542402:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880127069f80/0xb104f9478dfee335 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa39 expref: 82 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.542407:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c32d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952950784:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.542433:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.542462:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+411:3761:x1815447952947584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2836us (2878us total) trans 4295367619 rc 0/0 00000100:00100000:1.0:1731347580.542468:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205244 00000100:00100000:1.0:1731347580.542646:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+250:3763:x1815447952947456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3037us (3081us total) trans 4295336071 rc 0/0 00000100:00100000:2.0:1731347580.542651:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+250:3761:x1815447952945664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3898us (3918us total) trans 4295336072 rc 0/0 00000100:00100000:1.0:1731347580.542652:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205243 00000100:00100000:2.0:1731347580.542656:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205236 00000004:00080000:2.0:1731347580.542673:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cf94e00/2, rc 0, transno 368775 00000100:00100000:3.0:1731347580.542676:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+248:3761:x1815447952946688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3505us (3563us total) trans 4295336073 rc 0/0 00000100:00100000:2.0:1731347580.542677:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952947456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.542681:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205239 00000100:00100000:3.0:1731347580.542883:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952950912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.542893:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+248:3761:x1815447952945920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3991us (4049us total) trans 4295336074 rc 0/0 00000100:00100000:0.0:1731347580.542899:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205237 00000100:00100000:3.0:1731347580.542905:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.542919:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952950912 00000100:00100000:0.0:1731347580.542922:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952950912 00000100:00100000:0.0:1731347580.542936:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205257 00000004:00080000:3.0:1731347580.542943:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763aca80/2, rc 0, transno 400323 00000100:00100000:3.0:1731347580.542951:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952947584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.542954:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+248:3760:x1815447952950912:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.542979:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134866a00/2, rc 0, transno 368777 00000100:00100000:2.0:1731347580.542979:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.542986:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952946688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.542987:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952951040:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.542994:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134865500/2, rc 0, transno 368778 00000100:00100000:3.0:1731347580.542997:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952945920:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.543003:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134865180/2, rc 0, transno 368776 00000100:00100000:3.0:1731347580.543005:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952945664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.543006:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.543055:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952951296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.543065:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952951040 00000100:00100000:1.0:1731347580.543067:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952951168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.543068:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952951040 00002000:00080000:0.0:1731347580.543069:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14867 count 1 00000100:00100000:3.0:1731347580.543074:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.543079:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.543089:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801399b4d80/0xb104f9478dfee939 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95003d expref: 79 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.543094:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952951296 00010000:00010000:0.0:1731347580.543096:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.543097:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952951296 00010000:00010000:0.0:1731347580.543097:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.543098:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205258 00010000:00010000:0.0:1731347580.543099:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.543101:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+411:3760:x1815447952951040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.543104:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.543110:0:15902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205259 00002000:00080000:1.0:1731347580.543110:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18904 count 1 00000100:00100000:3.0:1731347580.543111:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952951424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.543114:0:15902:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+249:3763:x1815447952951296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.543114:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801399b4d80/0xb104f9478dfee939 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95003d expref: 79 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.543117:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.543123:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801399b4d80/0xb104f9478dfee939 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95003d expref: 79 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.543124:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800814373c0/0xb104f9478dfeac38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c335 expref: 82 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.543128:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.543129:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1731347580.543131:0:15902:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10407 count 1 00010000:00010000:1.0:1731347580.543131:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.543133:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cf97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952951552:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.543137:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.543140:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800814373c0/0xb104f9478dfeac38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c335 expref: 82 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.543141:0:15902:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543145:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800814373c0/0xb104f9478dfeac38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c335 expref: 82 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.543150:0:15902:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801236dba80/0xb104f9478e005aaa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671ae expref: 79 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.543151:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952951680:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.543153:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952951424 00010000:00010000:2.0:1731347580.543156:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.543157:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952951424 00010000:00010000:2.0:1731347580.543158:0:15902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.543160:0:15902:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.543168:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65f00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.543172:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205260 00000100:00100000:3.0:1731347580.543176:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+250:3761:x1815447952951424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.543180:0:15902:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801236dba80/0xb104f9478e005aaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671ae expref: 79 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.543181:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.543182:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1731347580.543187:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13236 count 1 00010000:00010000:2.0:1731347580.543188:0:15902:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801236dba80/0xb104f9478e005aaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671ae expref: 79 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.543196:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.543197:0:15902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952951808:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.543199:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952951168 00000100:00100000:1.0:1731347580.543202:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952951168 00010000:00010000:3.0:1731347580.543206:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af6bc480/0xb104f9478dff0d43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952447 expref: 79 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.543213:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.543214:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.543216:0:15902:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62d80 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.543217:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.543217:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205261 00000100:00100000:1.0:1731347580.543220:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+251:3762:x1815447952951168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.543229:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14948 count 1 00010000:00010000:1.0:1731347580.543237:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543246:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b75f840/0xb104f9478dfef6c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dc6 expref: 79 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.543252:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.543254:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.543256:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543269:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b75f840/0xb104f9478dfef6c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dc6 expref: 79 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.543276:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b75f840/0xb104f9478dfef6c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dc6 expref: 79 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.543284:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952951936:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.543302:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00000001:00080000:3.0:1731347580.543388:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336070 is committed 00000001:00080000:3.0:1731347580.543411:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336053 is committed 00000100:00100000:2.0:1731347580.543498:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952948480:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.543509:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.543514:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.543530:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.543535:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f834e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952948736:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.543540:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312767232 00000100:00100000:0.0:1731347580.543543:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312767232 00010000:00010000:1.0:1731347580.543547:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.543556:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad388000/0xb104f9478dff3fd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556d6 expref: 71 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.543560:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312767360 00000100:00100000:1.0:1731347580.543563:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312767360 00000100:00100000:0.0:1731347580.543572:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291150 00010000:00010000:1.0:1731347580.543573:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008770d8c0/0xb104f9478dff28b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fb4 expref: 71 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.543577:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+71:2006:x1815448312767232:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.543584:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.543587:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291151 00010000:00010000:0.0:1731347580.543588:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad388000/0xb104f9478dff3fd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556d6 expref: 71 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.543591:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+71:2003:x1815448312767360:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.543597:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad388000/0xb104f9478dff3fd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556d6 expref: 71 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.543598:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.543602:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008770d8c0/0xb104f9478dff28b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fb4 expref: 71 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.543609:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad388000/0xb104f9478dff3fd2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9556d6 expref: 70 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.543610:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008770d8c0/0xb104f9478dff28b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fb4 expref: 70 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.543622:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008770d8c0/0xb104f9478dff28b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953fb4 expref: 70 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.543631:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.543633:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.543635:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543646:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.543649:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af6bc480/0xb104f9478dff0d43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952447 expref: 69 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.543659:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af6bc480/0xb104f9478dff0d43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952447 expref: 69 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.543659:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.543665:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952952064:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.543676:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+69:2003:x1815448312767360:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.543679:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.543681:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291151 00010000:00010000:0.0:1731347580.543683:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.543684:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.543687:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.543689:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:62efdb24-e871-4f0d-8cc7-8cee5b684131+67:2005:x1815448312765952:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 2550us (2615us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.543694:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.543695:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205249 00010000:00010000:1.0:1731347580.543695:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543701:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543707:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.543709:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.543712:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.543715:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543718:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.543720:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543722:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.543724:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543725:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.543728:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.543728:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+66:2006:x1815448312767232:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 149us (215us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.543731:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.543734:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.543735:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.543735:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291150 00010000:00010000:3.0:1731347580.543736:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.543740:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543744:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.543747:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.543750:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438480/0xb104f9478e078479 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x44ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.543751:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e078472 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.543833:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.543850:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.543850:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312767488 00000100:00100000:0.0:1731347580.543854:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312767488 00000100:00100000:2.0:1731347580.543861:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312767616 00000100:00100000:2.0:1731347580.543864:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312767616 00000100:00100000:3.0:1731347580.543865:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+18:3761:x1815447952948096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3101us (3173us total) trans 4295336075 rc 0/0 00010000:00010000:0.0:1731347580.543865:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880127c73a80/0xb104f9478dff4439 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b3d expref: 83 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.543871:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205245 00010000:00010000:2.0:1731347580.543875:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801355c3180/0xb104f9478e00670d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e11 expref: 66 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.543877:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+18:3763:x1815447952948224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3041us (3080us total) trans 4295336076 rc 0/0 00000100:00100000:1.0:1731347580.543883:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205246 00000100:00100000:0.0:1731347580.543887:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291152 00000100:00100000:0.0:1731347580.543891:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+83:2004:x1815448312767488:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.543892:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291153 00000100:00100000:3.0:1731347580.543896:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952948992:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.543897:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+66:2003:x1815448312767616:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.543905:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.543905:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.543906:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.543907:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952948864:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.543909:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801355c3180/0xb104f9478e00670d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3276:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e11 expref: 66 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.543909:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880127c73a80/0xb104f9478dff4439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b3d expref: 83 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.543917:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801355c3180/0xb104f9478e00670d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e11 expref: 66 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.543918:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880127c73a80/0xb104f9478dff4439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b3d expref: 83 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.543920:0:3761:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4295336070 gen 2 00000004:00080000:3.0:1731347580.543922:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7f100, transno 4295335826 00010000:00010000:1.0:1731347580.543925:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.543927:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098d4d880, transno 4295335827 00000004:00080000:3.0:1731347580.543928:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a94a300, transno 4295335828 00010000:00010000:2.0:1731347580.543928:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801355c3180/0xb104f9478e00670d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967e11 expref: 66 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.543930:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a948e00, transno 4295335829 00000004:00080000:3.0:1731347580.543931:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a94a680, transno 4295335830 00010000:00010000:0.0:1731347580.543931:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880127c73a80/0xb104f9478dff4439 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2f39:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b3d expref: 83 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.543933:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132740e00, transno 4295335831 00000004:00080000:3.0:1731347580.543934:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132743b80, transno 4295335832 00010000:00010000:2.0:1731347580.543935:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.543936:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005855c00, transno 4295335833 00010000:00010000:2.0:1731347580.543936:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.543937:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa224380, transno 4295335834 00000004:00080000:3.0:1731347580.543938:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa227480, transno 4295335835 00010000:00010000:2.0:1731347580.543939:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.543939:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.543940:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880128b91c00, transno 4295335836 00000004:00080000:3.0:1731347580.543941:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea35500, transno 4295335837 00010000:00010000:0.0:1731347580.543941:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.543943:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea34700, transno 4295335838 00010000:00010000:0.0:1731347580.543943:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.543945:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea34000, transno 4295335839 00010000:00010000:2.0:1731347580.543945:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.543946:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea34a80, transno 4295335840 00000004:00080000:3.0:1731347580.543947:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea36300, transno 4295335841 00000004:00080000:3.0:1731347580.543949:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4f100, transno 4295335842 00010000:00010000:0.0:1731347580.543949:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.543950:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea36680, transno 4295335843 00000004:00080000:3.0:1731347580.543951:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4ce00, transno 4295335844 00000004:00080000:3.0:1731347580.543953:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea35f80, transno 4295335845 00000004:00080000:3.0:1731347580.543954:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c5880, transno 4295335846 00000004:00080000:3.0:1731347580.543956:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098d4ce00, transno 4295335847 00010000:00010000:2.0:1731347580.543956:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.543957:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a94b480, transno 4295335848 00000004:00080000:3.0:1731347580.543958:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a948700, transno 4295335849 00000004:00080000:3.0:1731347580.543959:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007965f800, transno 4295335850 00000004:00080000:3.0:1731347580.543961:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007965d500, transno 4295335851 00000004:00080000:3.0:1731347580.543962:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c7480, transno 4295335852 00000004:00080000:3.0:1731347580.543964:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120380700, transno 4295335854 00000004:00080000:3.0:1731347580.543965:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120381180, transno 4295335855 00000004:00080000:3.0:1731347580.543966:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f47b80, transno 4295335856 00000004:00080000:3.0:1731347580.543968:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f45880, transno 4295335857 00000004:00080000:3.0:1731347580.543969:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a94ad80, transno 4295335858 00010000:00010000:0.0:1731347580.543969:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.543970:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c0dea00, transno 4295335859 00000004:00080000:3.0:1731347580.543971:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c0dc700, transno 4295335860 00000100:00100000:2.0:1731347580.543971:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+65:2003:x1815448312767616:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (121us total) trans 0 rc 0/0 00000004:00080000:3.0:1731347580.543973:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005856a00, transno 4295335861 00000004:00080000:3.0:1731347580.543974:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea35880, transno 4295335862 00000004:00080000:3.0:1731347580.543975:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea37b80, transno 4295335863 00000100:00100000:2.0:1731347580.543976:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291153 00000004:00080000:3.0:1731347580.543977:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ea34e00, transno 4295335864 00000004:00080000:3.0:1731347580.543978:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800673ed180, transno 4295335865 00000004:00080000:3.0:1731347580.543980:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d5880, transno 4295335866 00000004:00080000:3.0:1731347580.543981:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d6a00, transno 4295335867 00000004:00080000:3.0:1731347580.543982:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a1d880, transno 4295335868 00000004:00080000:3.0:1731347580.543984:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d7800, transno 4295335869 00000100:00100000:0.0:1731347580.543985:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+82:2004:x1815448312767488:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 93us (153us total) trans 0 rc 0/0 00000004:00080000:3.0:1731347580.543986:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a1ca80, transno 4295335870 00000004:00080000:3.0:1731347580.543987:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a1f100, transno 4295335871 00000004:00080000:3.0:1731347580.543988:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a1ce00, transno 4295335872 00000004:00080000:3.0:1731347580.543990:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a1f800, transno 4295335873 00000004:00080000:3.0:1731347580.543991:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120382d80, transno 4295335874 00000100:00100000:0.0:1731347580.543991:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291152 00000004:00080000:3.0:1731347580.543992:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800903ef100, transno 4295335875 00000004:00080000:3.0:1731347580.543994:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800903ec700, transno 4295335876 00000004:00080000:3.0:1731347580.543995:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800903ed500, transno 4295335877 00000004:00080000:3.0:1731347580.543996:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132743480, transno 4295335878 00000004:00080000:3.0:1731347580.543997:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800903ee300, transno 4295335879 00000004:00080000:3.0:1731347580.543999:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800903eea00, transno 4295335880 00000004:00080000:3.0:1731347580.544001:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800903ef480, transno 4295335881 00000004:00080000:3.0:1731347580.544002:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a1ed80, transno 4295335882 00000004:00080000:3.0:1731347580.544004:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a1e680, transno 4295335883 00000004:00080000:3.0:1731347580.544006:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a1e300, transno 4295335884 00000004:00080000:3.0:1731347580.544008:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d441c00, transno 4295335886 00000004:00080000:3.0:1731347580.544010:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880115b2ed80, transno 4295335887 00000004:00080000:3.0:1731347580.544012:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d441880, transno 4295335888 00000004:00080000:3.0:1731347580.544014:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880115b2e300, transno 4295335889 00000004:00080000:3.0:1731347580.544016:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880115b2f800, transno 4295335890 00000004:00080000:3.0:1731347580.544018:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880115b2f100, transno 4295335891 00000100:00100000:2.0:1731347580.544018:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952949248:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.544020:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880115b2dc00, transno 4295335892 00000004:00080000:3.0:1731347580.544022:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880115b2e680, transno 4295335893 00000004:00080000:3.0:1731347580.544024:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880115b2d180, transno 4295335894 00000004:00080000:3.0:1731347580.544026:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880115b2df80, transno 4295335895 00000004:00080000:3.0:1731347580.544028:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980c700, transno 4295335896 00010000:00010000:2.0:1731347580.544028:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544031:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980d180, transno 4295335897 00000004:00080000:3.0:1731347580.544033:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e5c00, transno 4295335898 00000004:00080000:3.0:1731347580.544035:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e6d80, transno 4295335899 00000100:00100000:0.0:1731347580.544037:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952949888:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.544038:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e4700, transno 4295335900 00000004:00080000:3.0:1731347580.544040:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e1880, transno 4295335901 00000004:00080000:3.0:1731347580.544042:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e2a00, transno 4295335902 00000004:00080000:3.0:1731347580.544044:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e7480, transno 4295335903 00000004:00080000:3.0:1731347580.544046:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fed80, transno 4295335904 00000004:00080000:3.0:1731347580.544048:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fc700, transno 4295335905 00000004:00080000:3.0:1731347580.544050:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fd180, transno 4295335906 00000004:00080000:3.0:1731347580.544052:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f40bb80, transno 4295335907 00000004:00080000:3.0:1731347580.544055:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f40a680, transno 4295335908 00000004:00080000:3.0:1731347580.544057:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fce00, transno 4295335909 00000004:00080000:3.0:1731347580.544059:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f408e00, transno 4295335910 00000004:00080000:3.0:1731347580.544061:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f409180, transno 4295335911 00000100:00100000:2.0:1731347580.544061:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.544063:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f408380, transno 4295335913 00000004:00080000:3.0:1731347580.544065:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31ff480, transno 4295335914 00000004:00080000:3.0:1731347580.544068:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d92d80, transno 4295335915 00000004:00080000:3.0:1731347580.544070:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d90000, transno 4295335916 00000004:00080000:3.0:1731347580.544072:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5f3fb80, transno 4295335917 00000004:00080000:3.0:1731347580.544074:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d93100, transno 4295335918 00000100:00100000:2.0:1731347580.544074:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312767744 00000004:00080000:3.0:1731347580.544075:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d90380, transno 4295335919 00000004:00080000:3.0:1731347580.544076:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d93480, transno 4295335920 00000004:00080000:3.0:1731347580.544077:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116d21180, transno 4295335921 00000100:00100000:2.0:1731347580.544077:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312767744 00000004:00080000:3.0:1731347580.544079:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c1f80, transno 4295335922 00000004:00080000:3.0:1731347580.544081:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c2d80, transno 4295335923 00000004:00080000:3.0:1731347580.544082:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c1880, transno 4295335924 00000004:00080000:3.0:1731347580.544083:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac54e00, transno 4295335925 00000004:00080000:3.0:1731347580.544085:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c0380, transno 4295335926 00000004:00080000:3.0:1731347580.544086:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155cb100, transno 4295335927 00000004:00080000:3.0:1731347580.544087:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d90700, transno 4295335928 00010000:00010000:2.0:1731347580.544087:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ff4fc0/0xb104f9478e00baa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a1 expref: 65 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.544088:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d91500, transno 4295335929 00000004:00080000:3.0:1731347580.544090:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e0e00, transno 4295335930 00000004:00080000:3.0:1731347580.544092:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b3b8d500, transno 4295335931 00000004:00080000:3.0:1731347580.544093:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e7100, transno 4295335933 00000004:00080000:3.0:1731347580.544095:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac57800, transno 4295335934 00000004:00080000:3.0:1731347580.544096:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5f3df80, transno 4295335935 00000004:00080000:3.0:1731347580.544098:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155c9500, transno 4295335936 00000004:00080000:3.0:1731347580.544099:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c041180, transno 4295335937 00000004:00080000:3.0:1731347580.544100:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5f3d500, transno 4295335938 00000004:00080000:3.0:1731347580.544102:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4c700, transno 4295335939 00000004:00080000:3.0:1731347580.544103:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4d180, transno 4295335940 00000004:00080000:3.0:1731347580.544104:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4dc00, transno 4295335941 00000004:00080000:3.0:1731347580.544105:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4d880, transno 4295335942 00000004:00080000:3.0:1731347580.544107:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4ea00, transno 4295335943 00000004:00080000:3.0:1731347580.544108:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b3b8ea00, transno 4295335944 00000100:00100000:2.0:1731347580.544108:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291154 00000004:00080000:3.0:1731347580.544109:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b3b8e680, transno 4295335945 00000004:00080000:3.0:1731347580.544111:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155c8000, transno 4295335946 00000100:00100000:2.0:1731347580.544112:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+65:2003:x1815448312767744:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1731347580.544113:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e4000, transno 4295335947 00000004:00080000:3.0:1731347580.544115:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac55500, transno 4295335948 00000004:00080000:3.0:1731347580.544117:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac54000, transno 4295335949 00010000:00010000:2.0:1731347580.544118:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1731347580.544120:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e5880, transno 4295335950 00010000:00010000:2.0:1731347580.544121:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ff4fc0/0xb104f9478e00baa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a1 expref: 65 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.544122:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac56d80, transno 4295335951 00000004:00080000:3.0:1731347580.544123:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac57b80, transno 4295335952 00000004:00080000:3.0:1731347580.544125:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e2300, transno 4295335954 00010000:00010000:0.0:1731347580.544125:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544127:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5f3d880, transno 4295335955 00010000:00010000:2.0:1731347580.544128:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ff4fc0/0xb104f9478e00baa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a1 expref: 65 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.544129:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134866d80, transno 4295335956 00000004:00080000:3.0:1731347580.544131:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155c8700, transno 4295335957 00000004:00080000:3.0:1731347580.544133:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e1f80, transno 4295335958 00000004:00080000:3.0:1731347580.544136:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867cb800, transno 4295335959 00000004:00080000:3.0:1731347580.544138:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867caa00, transno 4295335960 00010000:00010000:2.0:1731347580.544138:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ff4fc0/0xb104f9478e00baa4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d1a1 expref: 65 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.544140:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a72680, transno 4295335961 00000004:00080000:3.0:1731347580.544142:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c1180, transno 4295335963 00000004:00080000:3.0:1731347580.544144:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a71180, transno 4295335964 00000004:00080000:3.0:1731347580.544146:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d91c00, transno 4295335965 00010000:00010000:2.0:1731347580.544146:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.544148:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.544149:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d92300, transno 4295335966 00010000:00010000:2.0:1731347580.544150:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544151:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005854000, transno 4295335967 00000004:00080000:3.0:1731347580.544153:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005855500, transno 4295335968 00000004:00080000:3.0:1731347580.544155:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005856680, transno 4295335970 00010000:00010000:2.0:1731347580.544155:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544157:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116274e00, transno 4295335971 00000100:00100000:0.0:1731347580.544158:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.544159:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116275880, transno 4295335972 00000004:00080000:3.0:1731347580.544161:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134866300, transno 4295335973 00000004:00080000:3.0:1731347580.544164:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134865f80, transno 4295335974 00000004:00080000:3.0:1731347580.544166:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116274000, transno 4295335975 00010000:00010000:2.0:1731347580.544167:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.544168:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e2680, transno 4295335976 00000100:00100000:0.0:1731347580.544170:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312767872 00000004:00080000:3.0:1731347580.544171:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a72d80, transno 4295335977 00000004:00080000:3.0:1731347580.544173:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4df80, transno 4295335978 00000100:00100000:0.0:1731347580.544173:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312767872 00000004:00080000:3.0:1731347580.544175:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f0e00, transno 4295335980 00000004:00080000:3.0:1731347580.544177:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7e300, transno 4295335981 00000004:00080000:3.0:1731347580.544179:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f46d80, transno 4295335982 00000004:00080000:3.0:1731347580.544181:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116d21f80, transno 4295335983 00000100:00100000:2.0:1731347580.544182:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+64:2003:x1815448312767744:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 68us (121us total) trans 0 rc 0/0 00000004:00080000:3.0:1731347580.544183:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4fb80, transno 4295335984 00010000:00010000:0.0:1731347580.544183:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078338d80/0xb104f9478dffde16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f513 expref: 82 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.544185:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d93800, transno 4295335985 00000004:00080000:3.0:1731347580.544186:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c3800, transno 4295335986 00000004:00080000:3.0:1731347580.544187:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac57100, transno 4295335987 00000004:00080000:3.0:1731347580.544189:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5f3d180, transno 4295335988 00000004:00080000:3.0:1731347580.544190:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332dd880, transno 4295335989 00000100:00100000:2.0:1731347580.544190:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291154 00000004:00080000:3.0:1731347580.544191:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332de680, transno 4295335990 00000004:00080000:3.0:1731347580.544193:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332dce00, transno 4295335991 00000004:00080000:3.0:1731347580.544194:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d90e00, transno 4295335992 00000004:00080000:3.0:1731347580.544195:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867c9180, transno 4295335993 00000004:00080000:3.0:1731347580.544197:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332ddc00, transno 4295335994 00000004:00080000:3.0:1731347580.544198:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332dfb80, transno 4295335995 00000004:00080000:3.0:1731347580.544199:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867cad80, transno 4295335997 00000100:00100000:0.0:1731347580.544200:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291155 00000004:00080000:3.0:1731347580.544201:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e3100, transno 4295335998 00000004:00080000:3.0:1731347580.544202:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867cbb80, transno 4295335999 00000004:00080000:3.0:1731347580.544204:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332df480, transno 4295336000 00000004:00080000:3.0:1731347580.544205:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005854700, transno 4295336001 00000100:00100000:0.0:1731347580.544205:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+82:2005:x1815448312767872:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1731347580.544206:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005854e00, transno 4295336002 00000004:00080000:3.0:1731347580.544208:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a045b480, transno 4295336003 00000004:00080000:3.0:1731347580.544209:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a045ad80, transno 4295336004 00010000:00010000:2.0:1731347580.544210:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544211:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0458e00, transno 4295336005 00010000:00010000:0.0:1731347580.544211:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1731347580.544212:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0458700, transno 4295336006 00000004:00080000:3.0:1731347580.544213:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0459880, transno 4295336007 00000004:00080000:3.0:1731347580.544214:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e965500, transno 4295336008 00010000:00010000:0.0:1731347580.544215:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078338d80/0xb104f9478dffde16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f513 expref: 82 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.544216:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e964380, transno 4295336009 00000004:00080000:3.0:1731347580.544217:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e991500, transno 4295336010 00010000:00010000:2.0:1731347580.544217:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544219:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763a9f80, transno 4295336011 00000004:00080000:3.0:1731347580.544220:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e993100, transno 4295336012 00000004:00080000:3.0:1731347580.544221:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332dca80, transno 4295336013 00000004:00080000:3.0:1731347580.544223:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bd180, transno 4295336014 00010000:00010000:0.0:1731347580.544223:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078338d80/0xb104f9478dffde16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f513 expref: 82 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.544224:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007b733480, transno 4295336015 00010000:00010000:2.0:1731347580.544224:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544226:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f835500, transno 4295336016 00000004:00080000:3.0:1731347580.544227:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d91f80, transno 4295336017 00000004:00080000:3.0:1731347580.544228:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4ca80, transno 4295336018 00000004:00080000:3.0:1731347580.544230:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8d8700, transno 4295336019 00000004:00080000:3.0:1731347580.544231:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e826680, transno 4295336020 00010000:00010000:2.0:1731347580.544231:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544232:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cf96a00, transno 4295336021 00000004:00080000:3.0:1731347580.544234:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e825c00, transno 4295336022 00010000:00010000:0.0:1731347580.544234:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078338d80/0xb104f9478dffde16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f513 expref: 82 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.544235:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880113504a80, transno 4295336023 00000004:00080000:3.0:1731347580.544237:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814d4380, transno 4295336024 00000004:00080000:3.0:1731347580.544238:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814bb100, transno 4295336025 00010000:00010000:2.0:1731347580.544238:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544239:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b8a80, transno 4295336026 00000004:00080000:3.0:1731347580.544241:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3a8380, transno 4295336027 00010000:00010000:0.0:1731347580.544242:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.544243:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814bad80, transno 4295336028 00010000:00010000:2.0:1731347580.544243:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03a80 already unused, calling callback (ffffffffa085a100) 00000004:00080000:3.0:1731347580.544244:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0458380, transno 4295336029 00010000:00010000:0.0:1731347580.544244:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1731347580.544245:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800ad606a00, transno 4295336030 00010000:00010000:2.0:1731347580.544245:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544246:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544247:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a045b800, transno 4295336031 00000004:00080000:3.0:1731347580.544248:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880113505180, transno 4295336032 00000004:00080000:3.0:1731347580.544250:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e967b80, transno 4295336033 00000004:00080000:3.0:1731347580.544251:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7ce00, transno 4295336034 00000004:00080000:3.0:1731347580.544252:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134866680, transno 4295336035 00010000:00010000:2.0:1731347580.544252:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544252:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544253:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800ad604000, transno 4295336036 00000004:00080000:3.0:1731347580.544255:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814baa00, transno 4295336037 00000004:00080000:3.0:1731347580.544257:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8da300, transno 4295336038 00000004:00080000:3.0:1731347580.544259:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e826d80, transno 4295336039 00000004:00080000:3.0:1731347580.544261:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814d4700, transno 4295336040 00010000:00010000:2.0:1731347580.544261:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544263:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155ca680, transno 4295336041 00000004:00080000:3.0:1731347580.544265:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328fd180, transno 4295336042 00010000:00010000:0.0:1731347580.544265:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1731347580.544267:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b8e00, transno 4295336043 00010000:00010000:2.0:1731347580.544268:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03a80/0xb104f9478e07848e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.544269:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b9180, transno 4295336044 00000004:00080000:3.0:1731347580.544271:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0459180, transno 4295336045 00000004:00080000:3.0:1731347580.544273:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763ac700, transno 4295336046 00000004:00080000:3.0:1731347580.544275:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f34a80, transno 4295336047 00000004:00080000:3.0:1731347580.544277:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328fc380, transno 4295336048 00000004:00080000:3.0:1731347580.544279:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800ad605180, transno 4295336049 00000100:00100000:0.0:1731347580.544279:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+81:2005:x1815448312767872:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (122us total) trans 0 rc 0/0 00000004:00080000:3.0:1731347580.544281:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32df80, transno 4295336050 00000004:00080000:3.0:1731347580.544283:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32e680, transno 4295336051 00000100:00100000:0.0:1731347580.544283:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291155 00000004:00080000:3.0:1731347580.544286:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a80e00, transno 4295336052 00000004:00080000:3.0:1731347580.544288:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3aad80, transno 4295336054 00000004:00080000:3.0:1731347580.544290:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bd500, transno 4295336055 00000004:00080000:3.0:1731347580.544292:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bed80, transno 4295336056 00000004:00080000:3.0:1731347580.544294:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328fca80, transno 4295336057 00000004:00080000:3.0:1731347580.544297:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc47b80, transno 4295336058 00000004:00080000:3.0:1731347580.544299:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328ff800, transno 4295336059 00000004:00080000:3.0:1731347580.544301:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc46680, transno 4295336060 00000004:00080000:3.0:1731347580.544303:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc47800, transno 4295336061 00000004:00080000:3.0:1731347580.544305:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e827100, transno 4295336062 00000004:00080000:3.0:1731347580.544307:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814ba680, transno 4295336063 00000004:00080000:3.0:1731347580.544309:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e966d80, transno 4295336064 00000004:00080000:3.0:1731347580.544311:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc45f80, transno 4295336065 00000004:00080000:3.0:1731347580.544314:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc45c00, transno 4295336066 00000004:00080000:3.0:1731347580.544316:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c3100, transno 4295336067 00000004:00080000:3.0:1731347580.544318:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a73800, transno 4295336068 00000004:00080000:3.0:1731347580.544320:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a70a80, transno 4295336069 00000004:00080000:3.0:1731347580.544321:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c0000, transno 4295336070 00000100:00100000:3.0:1731347580.544325:0:3761:0:(client.c:3012:ptlrpc_free_committed()) @@@ stopping search req@ffff88007cf94e00 x1815447952947456/t4295336071(4295336071) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1731347596 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:3.0:1731347580.544331:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f7ce00/2, rc 0, transno 368779 00000100:00100000:3.0:1731347580.544333:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952948096:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1731347580.544334:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f7ed80/2, rc 0, transno 368780 00000100:00100000:1.0:1731347580.544338:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952948224:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.544341:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544346:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544346:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544350:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544351:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544354:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544355:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.544356:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+17:3761:x1815447952949120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2780us (2809us total) trans 4295336077 rc 0/0 00010000:00010000:0.0:1731347580.544358:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544359:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.544360:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205250 00010000:00010000:0.0:1731347580.544361:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.544363:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544363:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544366:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.544368:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544369:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544371:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544377:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544381:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3180/0xb104f9478e078480 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544383:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544389:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a02ac0/0xb104f9478e078495 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.544443:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.544450:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312768000 00000100:00100000:2.0:1731347580.544452:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312768000 00010000:00010000:2.0:1731347580.544460:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098920b40/0xb104f9478dfec4c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbca expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.544470:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+413:3762:x1815447952948352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3630us (3657us total) trans 4295367620 rc 0/0 00000100:00100000:2.0:1731347580.544475:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291156 00000100:00100000:1.0:1731347580.544475:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205247 00000100:00100000:2.0:1731347580.544478:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e774c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+81:2003:x1815448312768000:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.544482:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.544484:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098920b40/0xb104f9478dfec4c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbca expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.544489:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098920b40/0xb104f9478dfec4c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbca expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:1.0:1731347580.544490:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763af100/2, rc 0, transno 400324 00000100:00100000:1.0:1731347580.544494:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952948352:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.544496:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.544497:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.544499:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.544502:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.544512:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.544524:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e774c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+81:2003:x1815448312768000:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.544528:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291156 00000100:00100000:1.0:1731347580.544539:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.544548:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312768256 00000100:00100000:1.0:1731347580.544551:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312768256 00010000:00010000:1.0:1731347580.544557:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaffd680/0xb104f9478dffba44 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d148 expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.544564:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098920b40/0xb104f9478dfec4c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbca expref: 81 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.544568:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291157 00000100:00100000:1.0:1731347580.544570:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+81:2003:x1815448312768256:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.544572:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+412:3763:x1815447952949376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2627us (2650us total) trans 4295367621 rc 0/0 00000100:00100000:2.0:1731347580.544574:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ad607480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952950144:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.544574:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.544577:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aaffd680/0xb104f9478dffba44 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d148 expref: 80 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.544577:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205251 00010000:00010000:1.0:1731347580.544582:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aaffd680/0xb104f9478dffba44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d148 expref: 80 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.544583:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544589:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.544590:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544590:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.544591:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544594:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaffd680/0xb104f9478dffba44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4168:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d148 expref: 80 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.544595:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.544596:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.544601:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952950400:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.544602:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.544603:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544608:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.544609:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.544611:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+79:2003:x1815448312768256:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 40us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.544615:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291157 00010000:00010000:0.0:1731347580.544615:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.544616:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544621:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.544626:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.544628:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.544629:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.544629:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077877100/2, rc 0, transno 400325 00000100:00100000:1.0:1731347580.544633:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952949376:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.544635:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544638:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.544643:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544645:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.544648:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952952320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.544649:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e07849c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544650:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.544653:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.544659:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.544660:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544669:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544676:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b600/0xb104f9478e0784aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.544687:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.544694:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312768128 00000100:00100000:1.0:1731347580.544696:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312768128 00010000:00010000:1.0:1731347580.544702:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b3264b40/0xb104f9478dffd76a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee67 expref: 79 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.544710:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291158 00000100:00100000:1.0:1731347580.544713:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+79:2004:x1815448312768128:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.544717:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.544719:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b3264b40/0xb104f9478dffd76a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x44ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee67 expref: 79 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.544724:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b3264b40/0xb104f9478dffd76a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee67 expref: 79 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.544730:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.544731:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.544733:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544737:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544742:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.544745:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+413:3761:x1815447952949760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2653us (2723us total) trans 4295367622 rc 0/0 00000100:00100000:2.0:1731347580.544751:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205252 00000100:00100000:1.0:1731347580.544751:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+79:2004:x1815448312768128:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 37us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.544755:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291158 00000100:00100000:2.0:1731347580.544761:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952952320 00000100:00100000:2.0:1731347580.544763:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952952320 00000100:00100000:0.0:1731347580.544763:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+412:3763:x1815447952949504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2560us (2596us total) trans 4295367623 rc 0/0 00000100:00100000:0.0:1731347580.544782:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205254 00000004:00080000:1.0:1731347580.544783:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077877b80/2, rc 0, transno 400327 00000100:00100000:2.0:1731347580.544790:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205262 00000100:00100000:1.0:1731347580.544790:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952949504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.544794:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+412:3762:x1815447952952320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.544803:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12063 count 1 00000100:00100000:1.0:1731347580.544807:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1731347580.544811:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.544811:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952952448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.544819:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.544821:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aff0fcc0/0xb104f9478dff14c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bc5 expref: 78 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.544825:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.544826:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312768384 00000100:00100000:0.0:1731347580.544829:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312768384 00010000:00010000:2.0:1731347580.544831:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.544833:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.544833:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952952448 00010000:00010000:2.0:1731347580.544835:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.544835:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952952448 00010000:00010000:0.0:1731347580.544837:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131e1f600/0xb104f9478e0068bf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fca expref: 79 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.544844:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205263 00000100:00100000:1.0:1731347580.544847:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+413:3762:x1815447952952448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.544849:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aff0fcc0/0xb104f9478dff14c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bc5 expref: 79 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.544854:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291159 00000100:00100000:0.0:1731347580.544857:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+79:2004:x1815448312768384:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.544858:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aff0fcc0/0xb104f9478dff14c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bc5 expref: 79 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.544861:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1731347580.544862:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11151 count 1 00010000:00010000:0.0:1731347580.544864:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131e1f600/0xb104f9478e0068bf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fca expref: 79 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.544867:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952952576:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.544868:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544869:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131e1f600/0xb104f9478e0068bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fca expref: 79 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.544875:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bb5d40/0xb104f9478e003041 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef964745 expref: 79 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.544876:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.544877:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.544878:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.544879:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.544879:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.544881:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.544881:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544883:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.544888:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.544889:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bb5d40/0xb104f9478e003041 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964745 expref: 79 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.544889:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.544893:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952952192:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.544895:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bb5d40/0xb104f9478e003041 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964745 expref: 79 pid: 15960 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.544897:0:11445:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 54 changes, 12 in progress, 6 in flight, 235 done 00000100:00100000:0.0:1731347580.544900:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+79:2004:x1815448312768384:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.544904:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952952704:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.544905:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.544905:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291159 00000100:00100000:0.0:1731347580.544914:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952952192 00000100:00100000:0.0:1731347580.544916:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952952192 00000100:00100000:2.0:1731347580.544917:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952952832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.544917:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65000 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.544918:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.544923:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.544924:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205264 00000100:00100000:2.0:1731347580.544925:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.544927:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+414:3760:x1815447952952192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.544928:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.544932:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.544936:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.544936:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18936 count 1 00000100:00100000:1.0:1731347580.544938:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952952832 00000100:00100000:2.0:1731347580.544939:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1731347580.544940:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81f80 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.544940:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952952832 00010000:00010000:3.0:1731347580.544942:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.544942:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952952960:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.544942:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.544945:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.544949:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.544949:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b25d8fc0/0xb104f9478e009c51 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b355 expref: 78 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.544951:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.544951:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205265 00000100:00100000:1.0:1731347580.544953:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+17:3760:x1815447952952832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.544953:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.544954:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.544955:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b81f80/0xb104f9478e078487 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.544955:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.544957:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952952960 00000100:00100000:2.0:1731347580.544959:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952952960 00002000:00080000:1.0:1731347580.544960:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12696 count 1 00010000:00010000:0.0:1731347580.544964:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b25d8fc0/0xb104f9478e009c51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b355 expref: 78 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.544966:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.544968:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205266 00010000:00010000:0.0:1731347580.544969:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b25d8fc0/0xb104f9478e009c51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b355 expref: 78 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.544971:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+18:3760:x1815447952952960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.544972:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3d200/0xb104f9478e002486 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b83 expref: 63 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.544975:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952953088:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.544976:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.544977:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.544978:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.544980:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12089 count 1 00010000:00010000:2.0:1731347580.544986:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.544986:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3d200/0xb104f9478e002486 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b83 expref: 63 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.544988:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba900 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.544991:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3d200/0xb104f9478e002486 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b83 expref: 63 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.544993:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801282bfa80/0xb104f9478dff4440 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b44 expref: 63 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.544996:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952953216:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.544997:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.544998:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.544999:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545001:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e1f600/0xb104f9478e0068bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fca expref: 78 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.545007:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952950528:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.545008:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801282bfa80/0xb104f9478dff4440 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b44 expref: 63 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.545009:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65a80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.545013:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801282bfa80/0xb104f9478dff4440 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b44 expref: 63 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.545014:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545019:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952953344:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.545021:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545025:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545028:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+19:3760:x1815447952948608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4148us (4176us total) trans 4295336078 rc 0/0 00010000:00010000:0.0:1731347580.545029:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545031:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.545032:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205248 00010000:00010000:0.0:1731347580.545032:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545036:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545039:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83cc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.545040:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.545041:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545044:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.545045:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763ad500/2, rc 0, transno 368782 00000100:00100000:2.0:1731347580.545050:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952948608:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.545051:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b3264b40/0xb104f9478dffd76a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee67 expref: 77 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.545051:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545054:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83cc0/0xb104f9478e0784b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545057:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952950272:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.545065:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545072:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545076:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545080:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.545081:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312768512 00000100:00100000:0.0:1731347580.545083:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312768512 00010000:00010000:3.0:1731347580.545084:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545087:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545090:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.545092:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545092:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880127069f80/0xb104f9478dfee335 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa39 expref: 77 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.545096:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545096:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.545100:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952951680:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.545101:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.545101:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312768640 00000100:00100000:0.0:1731347580.545102:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312768640 00010000:00010000:3.0:1731347580.545104:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81200/0xb104f9478e0784a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545106:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291160 00010000:00010000:0.0:1731347580.545106:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800814373c0/0xb104f9478dfeac38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c335 expref: 78 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.545109:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+78:2003:x1815448312768512:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.545110:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545114:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.545115:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291161 00000100:00100000:0.0:1731347580.545117:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+78:2004:x1815448312768640:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.545118:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880127069f80/0xb104f9478dfee335 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x34f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa39 expref: 78 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.545122:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.545123:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880127069f80/0xb104f9478dfee335 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa39 expref: 78 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.545124:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800814373c0/0xb104f9478dfeac38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c335 expref: 78 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.545129:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800814373c0/0xb104f9478dfeac38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c335 expref: 78 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.545131:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880127069f80/0xb104f9478dfee335 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa39 expref: 78 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.545131:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c32d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952950784:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.545136:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800814373c0/0xb104f9478dfeac38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c335 expref: 78 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.545139:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.545139:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545141:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.545141:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.545141:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.545143:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545143:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545149:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545150:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545166:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.545169:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+415:3761:x1815447952949632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3073us (3110us total) trans 4295367624 rc 0/0 00010000:00010000:2.0:1731347580.545170:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.545170:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545173:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205253 00010000:00010000:1.0:1731347580.545176:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.545177:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+76:2004:x1815448312768640:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.545181:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291161 00010000:00010000:1.0:1731347580.545183:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545188:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+75:2003:x1815448312768512:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 76us (146us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.545189:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545193:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291160 00010000:00010000:1.0:1731347580.545195:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545199:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952953472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.545201:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae06c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.545204:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.545210:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545211:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.545219:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952953472 00010000:00010000:1.0:1731347580.545219:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545221:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952953472 00010000:00010000:1.0:1731347580.545226:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0784c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545230:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205267 00000100:00100000:3.0:1731347580.545233:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+19:3762:x1815447952953472:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.545234:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cf97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952951552:192.168.203.60@tcp:104: 00002000:00080000:3.0:1731347580.545240:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11043 count 1 00010000:00010000:2.0:1731347580.545242:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545247:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.545248:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+415:3763:x1815447952950016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3040us (3064us total) trans 4295367625 rc 0/0 00000100:00100000:0.0:1731347580.545253:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205255 00010000:00010000:3.0:1731347580.545254:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3cb0d80/0xb104f9478dffde0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f51a expref: 63 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.545258:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.545259:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.545260:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545262:0:15902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15902:1815447952951808:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.545268:0:15902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545270:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3cb0d80/0xb104f9478dffde0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f51a expref: 63 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.545273:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.545275:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3cb0d80/0xb104f9478dffde0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f51a expref: 63 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.545284:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132621f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952953600:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.545289:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312768896 00000100:00100000:2.0:1731347580.545291:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312768896 00000100:00100000:0.0:1731347580.545291:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.545297:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.545301:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801236dba80/0xb104f9478e005aaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671ae expref: 64 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.545312:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.545315:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952952064:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.545322:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545324:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312768768 00000100:00100000:2.0:1731347580.545326:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312768768 00000100:00100000:0.0:1731347580.545327:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312769024 00000100:00100000:0.0:1731347580.545328:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312769024 00000100:00100000:1.0:1731347580.545330:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+415:3760:x1815447952951040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2227us (2322us total) trans 4295367626 rc 0/0 00000004:00080000:3.0:1731347580.545332:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077874700/2, rc 0, transno 400328 00010000:00010000:2.0:1731347580.545334:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801399b4d80/0xb104f9478dfee939 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95003d expref: 66 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.545335:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b75f840/0xb104f9478dfef6c2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dc6 expref: 66 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.545337:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952949632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.545337:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205258 00000100:00100000:0.0:1731347580.545345:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291162 00000100:00100000:0.0:1731347580.545348:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+66:2004:x1815448312768896:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.545351:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.545351:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291163 00010000:00010000:1.0:1731347580.545352:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545352:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.545354:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952953728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.545354:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801236dba80/0xb104f9478e005aaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671ae expref: 66 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.545356:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+66:2004:x1815448312769024:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.545359:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545360:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801236dba80/0xb104f9478e005aaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671ae expref: 66 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.545363:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.545366:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.545366:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b75f840/0xb104f9478dfef6c2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dc6 expref: 66 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.545366:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545367:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801236dba80/0xb104f9478e005aaa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9671ae expref: 66 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.545371:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b75f840/0xb104f9478dfef6c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dc6 expref: 66 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.545372:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545373:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.545374:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.545375:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952953728 00010000:00010000:0.0:1731347580.545375:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545377:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952953728 00010000:00010000:2.0:1731347580.545379:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.545379:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545380:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.545380:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545382:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.545385:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143aac0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:3.0:1731347580.545386:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205268 00010000:00010000:0.0:1731347580.545387:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.545388:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+415:3762:x1815447952953728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.545388:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545389:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.545394:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.545395:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14446 count 1 00000100:00100000:0.0:1731347580.545396:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+65:2004:x1815448312768896:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.545400:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291162 00010000:00010000:3.0:1731347580.545401:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545403:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.545403:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.545406:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291164 00010000:00010000:3.0:1731347580.545408:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b3b946c0/0xb104f9478dfeb791 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce95 expref: 74 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.545409:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143aac0/0xb104f9478e0784b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.545409:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e777050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+64:2003:x1815448312768768:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.545412:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.545412:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.545413:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.545428:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545428:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801399b4d80/0xb104f9478dfee939 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95003d expref: 64 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.545433:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801399b4d80/0xb104f9478dfee939 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95003d expref: 64 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.545438:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b3b946c0/0xb104f9478dfeb791 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce95 expref: 74 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.545440:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801399b4d80/0xb104f9478dfee939 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95003d expref: 64 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.545441:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+64:2004:x1815448312769024:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (126us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.545444:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b3b946c0/0xb104f9478dfeb791 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce95 expref: 74 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.545446:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.545447:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291163 00010000:00010000:0.0:1731347580.545447:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.545448:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545449:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952953856:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.545452:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545458:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.545461:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.545465:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.545468:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e777050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+62:2003:x1815448312768768:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (176us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.545470:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.545471:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077874380/2, rc 0, transno 400326 00000100:00100000:0.0:1731347580.545472:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291164 00010000:00010000:2.0:1731347580.545474:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545475:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952949760:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.545478:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545481:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545484:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143af40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.545486:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545489:0:15902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.545490:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc42300/2, rc 0, transno 368781 00010000:00010000:2.0:1731347580.545490:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545493:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952949120:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.545493:0:15902:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545496:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1731347580.545497:0:15902:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545499:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952953984:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.545499:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545501:0:15902:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545503:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143af40/0xb104f9478e0784bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545504:0:15902:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545510:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.545511:0:15902:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.545513:0:15902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545517:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952953984 00010000:00010000:0.0:1731347580.545517:0:15902:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545519:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952953984 00010000:00010000:0.0:1731347580.545522:0:15902:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545525:0:15902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01440/0xb104f9478e0784cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545528:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205269 00000100:00100000:3.0:1731347580.545531:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+416:3761:x1815447952953984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.545537:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14300 count 1 00010000:00010000:3.0:1731347580.545543:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545550:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096c21200/0xb104f9478dff6962 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95805f expref: 74 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.545554:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.545555:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.545556:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545564:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096c21200/0xb104f9478dff6962 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95805f expref: 74 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.545569:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096c21200/0xb104f9478dff6962 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95805f expref: 74 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.545574:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952954112:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.545574:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3760:x1815447952950912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2620us (2669us total) trans 4295336079 rc 0/0 00000100:00100000:2.0:1731347580.545579:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205257 00000100:00100000:3.0:1731347580.545583:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.545598:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952954240:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.545598:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077874a80/2, rc 0, transno 400330 00000100:00100000:0.0:1731347580.545601:0:15902:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3763:x1815447952951296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2486us (2526us total) trans 4295336080 rc 0/0 00000100:00100000:0.0:1731347580.545605:0:15902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205259 00000100:00100000:2.0:1731347580.545610:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952951040:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.545616:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e6300/2, rc 0, transno 368783 00000100:00100000:2.0:1731347580.545619:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952950912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.545621:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952954368:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.545622:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b75f840/0xb104f9478dfef6c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef950dc6 expref: 61 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.545628:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952951936:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.545631:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.545635:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545638:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1731347580.545640:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545641:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952954496:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.545647:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545648:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.545651:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545655:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.545657:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.545658:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952954368 00010000:00010000:0.0:1731347580.545658:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545660:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952954368 00010000:00010000:0.0:1731347580.545661:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.545663:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545666:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545670:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952954496 00010000:00010000:0.0:1731347580.545671:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545672:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952954496 00010000:00010000:0.0:1731347580.545675:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0000/0xb104f9478e0784db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545679:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952954240 00000100:00100000:2.0:1731347580.545681:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952954240 00000100:00100000:3.0:1731347580.545683:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205270 00000100:00100000:3.0:1731347580.545686:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+418:3762:x1815447952954368:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.545690:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+418:3763:x1815447952950656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3326us (3348us total) trans 4295367627 rc 0/0 00000100:00100000:2.0:1731347580.545692:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205271 00002000:00080000:3.0:1731347580.545694:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10054 count 1 00000100:00100000:1.0:1731347580.545695:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205256 00000100:00100000:2.0:1731347580.545696:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3762:x1815447952954496:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.545700:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.545706:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17642 count 1 00010000:00010000:3.0:1731347580.545707:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac3f58c0/0xb104f9478e001cad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b8 expref: 74 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.545711:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.545712:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.545713:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545715:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.545722:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac3f58c0/0xb104f9478e001cad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b8 expref: 74 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.545724:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80d80/0xb104f9478dffd763 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee6e expref: 60 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.545727:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac3f58c0/0xb104f9478e001cad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b8 expref: 74 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.545731:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.545732:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952954624:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.545732:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.545734:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.545737:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205272 00000100:00100000:1.0:1731347580.545739:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+22:3761:x1815447952954240:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.545741:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00002000:00080000:1.0:1731347580.545747:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16744 count 1 00010000:00010000:2.0:1731347580.545750:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b80d80/0xb104f9478dffd763 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee6e expref: 60 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.545754:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.545756:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b80d80/0xb104f9478dffd763 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee6e expref: 60 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.545761:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac01ba80/0xb104f9478dffba3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d141 expref: 60 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.545762:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952954752:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.545765:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.545766:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.545783:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.545789:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62d80 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.545794:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac01ba80/0xb104f9478dffba3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d141 expref: 60 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.545800:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac01ba80/0xb104f9478dffba3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d141 expref: 60 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.545806:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952954880:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.545816:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65f00 going to sleep for 11 seconds 00000004:00080000:1.0:1731347580.545831:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e7100/2, rc 0, transno 368784 00000100:00100000:1.0:1731347580.545836:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952951296:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1731347580.545844:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077875500/2, rc 0, transno 400331 00000100:00100000:1.0:1731347580.545852:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952950656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.545855:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3762:x1815447952951168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2633us (2672us total) trans 4295336081 rc 0/0 00000100:00100000:2.0:1731347580.545857:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952955008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.545859:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205261 00000004:00080000:1.0:1731347580.545860:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077876680/2, rc 0, transno 400329 00000100:00100000:1.0:1731347580.545863:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952950016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.545869:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.545878:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1731347580.545878:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952955008 00000100:00100000:0.0:1731347580.545880:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952955008 00000100:00100000:2.0:1731347580.545882:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952955136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.545887:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952955264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.545889:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.545893:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205273 00000100:00100000:0.0:1731347580.545895:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3760:x1815447952955008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.545898:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952955136 00000100:00100000:3.0:1731347580.545900:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.545901:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952955136 00002000:00080000:0.0:1731347580.545903:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9966 count 1 00010000:00010000:0.0:1731347580.545910:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.545912:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e5f80/2, rc 0, transno 368785 00000100:00100000:1.0:1731347580.545913:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952955264 00000100:00100000:1.0:1731347580.545915:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952955264 00000100:00100000:3.0:1731347580.545916:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952951168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.545917:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205274 00010000:00010000:0.0:1731347580.545917:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007d7bc480/0xb104f9478dfec4bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbc3 expref: 60 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.545920:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+419:3760:x1815447952955136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.545921:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.545921:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.545923:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.545925:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205275 00002000:00080000:2.0:1731347580.545927:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11019 count 1 00000100:00100000:1.0:1731347580.545929:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+419:3762:x1815447952955264:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.545932:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007d7bc480/0xb104f9478dfec4bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbc3 expref: 60 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.545934:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.545937:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007d7bc480/0xb104f9478dfec4bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbc3 expref: 60 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.545939:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11420 count 1 00010000:00010000:2.0:1731347580.545941:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c27a80/0xb104f9478e00b215 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c919 expref: 74 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.545942:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952955392:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.545945:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.545945:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.545947:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.545947:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.545953:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781bac00 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.545955:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c27a80/0xb104f9478e00b215 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c919 expref: 74 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.545961:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095c27a80/0xb104f9478e00b215 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c919 expref: 74 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.545961:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af014240/0xb104f9478dff318c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954890 expref: 74 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.545965:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.545966:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952955520:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.545967:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.545968:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.545970:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.545974:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312769152 00000100:00100000:2.0:1731347580.545975:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62900 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.545976:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312769152 00010000:00010000:0.0:1731347580.545983:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af6bc480/0xb104f9478dff0d43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952447 expref: 61 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.545985:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af014240/0xb104f9478dff318c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954890 expref: 74 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.545994:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af014240/0xb104f9478dff318c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954890 expref: 74 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.545995:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.545995:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291165 00000100:00100000:0.0:1731347580.545997:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+61:2004:x1815448312769152:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.545998:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952955776:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.546001:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.546002:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952955648:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.546003:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af6bc480/0xb104f9478dff0d43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952447 expref: 61 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.546009:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.546009:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af6bc480/0xb104f9478dff0d43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952447 expref: 61 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.546016:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af6bc480/0xb104f9478dff0d43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952447 expref: 61 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.546018:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952955776 00000100:00100000:1.0:1731347580.546018:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65240 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.546020:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952955776 00010000:00010000:0.0:1731347580.546021:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.546021:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.546023:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.546027:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.546029:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205276 00000100:00100000:2.0:1731347580.546032:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3762:x1815447952955776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.546035:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1731347580.546038:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10050 count 1 00010000:00010000:3.0:1731347580.546042:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.546042:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+60:2004:x1815448312769152:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (77us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.546044:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.546045:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291165 00010000:00010000:3.0:1731347580.546050:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.546050:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88000ee6ed00/0xb104f9478e0068c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fc3 expref: 59 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.546054:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.546055:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.546055:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.546057:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546058:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546062:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546065:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.546065:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88000ee6ed00/0xb104f9478e0068c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fc3 expref: 59 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.546065:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.546067:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546070:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.546070:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88000ee6ed00/0xb104f9478e0068c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fc3 expref: 59 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.546075:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952955904:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.546076:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546080:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80b40/0xb104f9478e0784d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.546085:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62f00 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.546159:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:3761:x1815447952951424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2981us (3022us total) trans 4295336082 rc 0/0 00000004:00080000:2.0:1731347580.546165:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800979e4380/2, rc 0, transno 368786 00000100:00100000:3.0:1731347580.546166:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205260 00000100:00100000:2.0:1731347580.546169:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952951424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.546182:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312769280 00000100:00100000:3.0:1731347580.546185:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312769280 00000100:00100000:2.0:1731347580.546192:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952956032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.546203:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.546205:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712637 00000100:00100000:3.0:1731347580.546210:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:13210:x1815448312769280:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:3.0:1731347580.546218:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1731347580.546228:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b83840/0xb104f9478e07854b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc3b expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546283:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b83600/0xb104f9478e078552 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.546290:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b83600/0xb104f9478e078552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.546295:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b83600/0xb104f9478e078552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:3.0:1731347580.546309:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3290427 00000004:00200000:3.0:1731347580.546313:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1731347580.546320:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097b83600/0xb104f9478e078552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:3.0:1731347580.546334:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b83840/0xb104f9478e07854b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc3b expref: 24 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546341:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b83600/0xb104f9478e078552 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc3b expref: 23 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546345:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.546347:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1731347580.546349:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b83600, rc 0) 00000100:00100000:3.0:1731347580.546365:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:13210:x1815448312769280:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 156us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.546369:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712637 00000100:00100000:3.0:1731347580.546381:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952956032 00000100:00100000:3.0:1731347580.546383:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952956032 00000100:00100000:3.0:1731347580.546406:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205277 00000100:00100000:3.0:1731347580.546410:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:3760:x1815447952956032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.546439:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13558 count 1 00010000:00010000:3.0:1731347580.546448:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546458:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801270ecfc0/0xb104f9478dfee33c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa40 expref: 59 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.546464:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.546465:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.546467:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.546483:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801270ecfc0/0xb104f9478dfee33c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa40 expref: 59 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.546491:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801270ecfc0/0xb104f9478dfee33c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa40 expref: 59 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.546500:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952956160:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.546526:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0240 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.546906:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952952576:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.546912:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952953088:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.546917:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.546921:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10617:1815447952952704:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.546923:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.546932:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.546959:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.546966:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952953216:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.546974:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.546974:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.546975:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312769408 00000100:00100000:2.0:1731347580.546979:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312769408 00010000:00010000:2.0:1731347580.546989:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aff0fcc0/0xb104f9478dff14c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bc5 expref: 75 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.547002:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312769664 00000100:00100000:2.0:1731347580.547004:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312769664 00000100:00100000:0.0:1731347580.547009:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.547010:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b25d8fc0/0xb104f9478e009c51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b355 expref: 76 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.547013:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291166 00000100:00100000:3.0:1731347580.547017:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+76:2003:x1815448312769408:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.547020:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312769792 00010000:00010000:3.0:1731347580.547023:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.547023:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312769792 00000100:00100000:1.0:1731347580.547025:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291167 00010000:00010000:3.0:1731347580.547028:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aff0fcc0/0xb104f9478dff14c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bc5 expref: 76 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.547030:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+76:2003:x1815448312769664:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.547034:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3d200/0xb104f9478e002486 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b83 expref: 60 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.547037:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aff0fcc0/0xb104f9478dff14c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bc5 expref: 76 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547037:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.547042:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b25d8fc0/0xb104f9478e009c51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b355 expref: 76 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.547044:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952953344:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.547047:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aff0fcc0/0xb104f9478dff14c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2f1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bc5 expref: 76 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547050:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b25d8fc0/0xb104f9478e009c51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b355 expref: 76 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.547051:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291168 00010000:00010000:2.0:1731347580.547054:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547056:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.547056:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+60:2003:x1815448312769792:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.547057:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.547060:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547062:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b25d8fc0/0xb104f9478e009c51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b355 expref: 75 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.547062:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.547066:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547067:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3d200/0xb104f9478e002486 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b83 expref: 60 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547070:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547072:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547074:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547081:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.547081:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547089:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547093:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547094:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.547098:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.547101:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+74:2003:x1815448312769408:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 82us (141us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.547101:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547105:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.547107:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291166 00010000:00010000:2.0:1731347580.547108:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.547110:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547112:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+74:2003:x1815448312769664:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 81us (137us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.547113:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547119:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291167 00010000:00010000:2.0:1731347580.547120:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547124:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00480/0xb104f9478e0784e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547135:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547142:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547149:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547156:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547163:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547163:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3d200/0xb104f9478e002486 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b83 expref: 60 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547168:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.547171:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547173:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8b3d200/0xb104f9478e002486 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef963b83 expref: 60 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547177:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547179:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.547180:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.547181:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547186:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547186:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547191:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081438d80/0xb104f9478e0784f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547196:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.547205:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+420:3762:x1815447952952320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2410us (2544us total) trans 4295367628 rc 0/0 00000100:00100000:2.0:1731347580.547209:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205262 00000100:00100000:0.0:1731347580.547213:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+59:2003:x1815448312769792:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 157us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.547219:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291168 00000004:00080000:3.0:1731347580.547228:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa226d80/2, rc 0, transno 400332 00000100:00100000:3.0:1731347580.547234:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952952320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.547247:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.547260:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312769920 00000100:00100000:2.0:1731347580.547261:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1731347580.547263:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312769920 00000100:00100000:2.0:1731347580.547266:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952956288:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.547273:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801282bfa80/0xb104f9478dff4440 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b44 expref: 59 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.547279:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.547287:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+420:3760:x1815447952952192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2357us (2379us total) trans 4295367629 rc 0/0 00000004:00080000:2.0:1731347580.547290:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa225500/2, rc 0, transno 400333 00000100:00100000:0.0:1731347580.547292:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291169 00000100:00100000:3.0:1731347580.547294:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952956288 00000100:00100000:1.0:1731347580.547294:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205264 00000100:00100000:0.0:1731347580.547296:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+59:2003:x1815448312769920:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.547299:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952956288 00000100:00100000:2.0:1731347580.547299:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952952192:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.547302:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.547306:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801282bfa80/0xb104f9478dff4440 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b44 expref: 59 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547312:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547313:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801282bfa80/0xb104f9478dff4440 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b44 expref: 59 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547317:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547321:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547323:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801282bfa80/0xb104f9478dff4440 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955b44 expref: 59 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.547325:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952956416:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.547325:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547328:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547330:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547331:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.547333:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.547334:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.547337:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205278 00010000:00010000:1.0:1731347580.547337:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.547341:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+420:3760:x1815447952956288:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.547342:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547346:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae0900/0xb104f9478e0784f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.547352:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15479 count 1 00010000:00010000:3.0:1731347580.547361:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547370:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800900b2400/0xb104f9478dfefe86 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef951583 expref: 72 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.547374:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.547374:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.547375:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.547376:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547378:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547385:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547386:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800900b2400/0xb104f9478dfefe86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951583 expref: 72 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.547391:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800900b2400/0xb104f9478dfefe86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951583 expref: 72 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.547397:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952956544:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.547399:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.547404:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547409:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547413:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.547413:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+58:2003:x1815448312769920:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 115us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.547431:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.547432:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291169 00010000:00010000:2.0:1731347580.547434:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547438:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.547439:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952956416 00000100:00100000:1.0:1731347580.547439:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+25:3760:x1815447952952832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2484us (2512us total) trans 4295336083 rc 0/0 00000100:00100000:3.0:1731347580.547441:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952956416 00010000:00010000:2.0:1731347580.547441:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.547443:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547443:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205265 00010000:00010000:2.0:1731347580.547446:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547452:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547452:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205279 00000100:00100000:1.0:1731347580.547454:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+421:3762:x1815447952956416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.547456:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e0784fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.547462:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19245 count 1 00010000:00010000:1.0:1731347580.547469:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547476:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800853e7a80/0xb104f9478e007d80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969484 expref: 72 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.547480:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547481:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547482:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547491:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800853e7a80/0xb104f9478e007d80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969484 expref: 72 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.547496:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800853e7a80/0xb104f9478e007d80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969484 expref: 72 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.547502:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952956672:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.547517:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65a80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.547527:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+25:3760:x1815447952952960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2555us (2576us total) trans 4295336084 rc 0/0 00000100:00100000:2.0:1731347580.547531:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205266 00000004:00080000:2.0:1731347580.547546:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132623b80/2, rc 0, transno 368788 00000100:00100000:2.0:1731347580.547551:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952952960:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.547555:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132622680/2, rc 0, transno 368787 00000100:00100000:2.0:1731347580.547559:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952952832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.547586:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952956800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.547586:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1731347580.547588:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.547591:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952956928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.547600:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312770048 00000100:00100000:1.0:1731347580.547602:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.547602:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312770048 00000100:00100000:2.0:1731347580.547604:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.547607:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952953856:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.547609:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3cb0d80/0xb104f9478dffde0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f51a expref: 58 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.547617:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.547617:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952956800 00000100:00100000:0.0:1731347580.547618:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312770176 00000100:00100000:2.0:1731347580.547619:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952956800 00000100:00100000:0.0:1731347580.547619:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312770176 00010000:00010000:0.0:1731347580.547624:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b3b946c0/0xb104f9478dfeb791 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce95 expref: 73 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.547625:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291170 00000100:00100000:2.0:1731347580.547628:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205280 00000100:00100000:1.0:1731347580.547628:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e775450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+58:2003:x1815448312770048:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.547630:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132621f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952953600:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.547631:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+25:3763:x1815447952956800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.547633:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.547633:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291171 00010000:00010000:3.0:1731347580.547635:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547636:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3cb0d80/0xb104f9478dffde0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f51a expref: 58 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.547637:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+73:2003:x1815448312770176:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1731347580.547639:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18904 count 1 00010000:00010000:1.0:1731347580.547642:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3cb0d80/0xb104f9478dffde0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f51a expref: 58 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.547643:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.547645:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547647:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b3b946c0/0xb104f9478dfeb791 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x386e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce95 expref: 73 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547650:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3cb0d80/0xb104f9478dffde0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f51a expref: 58 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.547652:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801287ce880/0xb104f9478dfeac31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c33c expref: 58 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.547655:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.547656:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.547656:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547656:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.547658:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547658:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547660:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b3b946c0/0xb104f9478dfeb791 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x386e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce95 expref: 73 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547663:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547668:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801287ce880/0xb104f9478dfeac31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c33c expref: 57 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.547670:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.547671:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b3b946c0/0xb104f9478dfeb791 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x386e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce95 expref: 73 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.547673:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801287ce880/0xb104f9478dfeac31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c33c expref: 57 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.547675:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.547679:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952957056:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.547680:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547680:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.547682:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e775450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+57:2003:x1815448312770048:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (94us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.547682:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.547684:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547684:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547685:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291170 00010000:00010000:3.0:1731347580.547688:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.547691:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.547691:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547692:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547695:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.547696:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547700:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547705:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.547706:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547710:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b82880/0xb104f9478e078505 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.547723:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+72:2003:x1815448312770176:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 84us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.547728:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291171 00000100:00100000:2.0:1731347580.547732:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952954112:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.547737:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.547742:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.547745:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312769536 00000100:00100000:0.0:1731347580.547748:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312769536 00010000:00010000:0.0:1731347580.547756:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bb5d40/0xb104f9478e003041 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964745 expref: 72 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.547766:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952954624:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.547788:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.547791:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291172 00000100:00100000:0.0:1731347580.547796:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+72:2004:x1815448312769536:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.547803:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.547807:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bb5d40/0xb104f9478e003041 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964745 expref: 72 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.547809:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+26:3762:x1815447952953472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2574us (2595us total) trans 4295336085 rc 0/0 00000100:00100000:1.0:1731347580.547810:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.547815:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bb5d40/0xb104f9478e003041 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964745 expref: 72 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.547816:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205267 00000100:00100000:1.0:1731347580.547817:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312770304 00000100:00100000:1.0:1731347580.547819:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312770304 00010000:00010000:1.0:1731347580.547826:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096c21200/0xb104f9478dff6962 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95805f expref: 73 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.547826:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bb5d40/0xb104f9478e003041 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef964745 expref: 73 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.547832:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547834:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.547835:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291173 00010000:00010000:0.0:1731347580.547835:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.547838:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+72:2004:x1815448312770304:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.547839:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547842:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.547844:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096c21200/0xb104f9478dff6962 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95805f expref: 72 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.547846:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547849:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096c21200/0xb104f9478dff6962 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95805f expref: 72 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.547852:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547856:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096c21200/0xb104f9478dff6962 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x37dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95805f expref: 72 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.547859:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547861:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547862:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547863:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547864:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b81440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.547867:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547871:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.547874:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547878:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.547884:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547889:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+71:2004:x1815448312770304:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 50us (79us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.547890:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b81440/0xb104f9478e07850c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547890:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547892:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291173 00010000:00010000:2.0:1731347580.547895:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547898:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547899:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547903:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.547907:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.547907:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547908:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.547910:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.547911:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547914:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312770432 00010000:00010000:2.0:1731347580.547915:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547916:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312770432 00010000:00010000:2.0:1731347580.547921:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547921:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac3f58c0/0xb104f9478e001cad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b8 expref: 71 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.547922:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.547925:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82d00/0xb104f9478e078513 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.547929:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291174 00000100:00100000:1.0:1731347580.547931:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+71:2003:x1815448312770432:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.547935:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.547937:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac3f58c0/0xb104f9478e001cad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b8 expref: 71 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547942:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac3f58c0/0xb104f9478e001cad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b8 expref: 71 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547948:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac3f58c0/0xb104f9478e001cad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b8 expref: 71 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.547958:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547959:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.547961:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547968:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.547979:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.547986:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+70:2004:x1815448312769536:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 188us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.547992:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291172 00000100:00100000:3.0:1731347580.547995:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+423:3762:x1815447952953728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2603us (2626us total) trans 4295367630 rc 0/0 00000100:00100000:1.0:1731347580.547995:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+70:2003:x1815448312770432:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 60us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.548000:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291174 00000100:00100000:3.0:1731347580.548001:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205268 00000100:00100000:2.0:1731347580.548001:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+423:3761:x1815447952953984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2469us (2490us total) trans 4295367631 rc 0/0 00000100:00100000:2.0:1731347580.548006:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205269 00010000:00010000:1.0:1731347580.548017:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548024:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.548025:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132621500/2, rc 0, transno 400334 00010000:00010000:1.0:1731347580.548031:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548032:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952953728:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.548037:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.548041:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132620380/2, rc 0, transno 368789 00010000:00010000:1.0:1731347580.548044:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548045:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952953472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.548054:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.548057:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.548059:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.548063:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.548066:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952957184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.548067:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952957312:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.548073:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.548075:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.548079:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1200/0xb104f9478e0784e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.548091:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952956928 00000100:00100000:2.0:1731347580.548094:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952956928 00000100:00100000:3.0:1731347580.548098:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1731347580.548101:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132622300/2, rc 0, transno 400335 00000100:00100000:2.0:1731347580.548107:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952957312 00000100:00100000:2.0:1731347580.548109:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952957312 00000100:00100000:0.0:1731347580.548109:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952953984:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.548110:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205281 00000100:00100000:3.0:1731347580.548113:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+27:3761:x1815447952956928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.548119:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205282 00002000:00080000:3.0:1731347580.548121:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18936 count 1 00000100:00100000:2.0:1731347580.548122:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3762:x1815447952957312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.548128:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.548132:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12063 count 1 00010000:00010000:3.0:1731347580.548135:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090275b00/0xb104f9478e009c58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b35c expref: 56 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.548140:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.548142:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.548143:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.548145:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.548148:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952954752:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.548149:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad280fc0/0xb104f9478dff14c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bcc expref: 56 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.548155:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.548156:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.548157:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.548158:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.548160:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090275b00/0xb104f9478e009c58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b35c expref: 56 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.548162:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+422:3762:x1815447952952448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3313us (3336us total) trans 4295367632 rc 0/0 00000100:00100000:1.0:1731347580.548166:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205263 00010000:00010000:3.0:1731347580.548168:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090275b00/0xb104f9478e009c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b35c expref: 56 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.548172:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad280fc0/0xb104f9478dff14c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bcc expref: 56 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.548177:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952957440:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.548178:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.548181:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad280fc0/0xb104f9478dff14c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bcc expref: 56 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.548183:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.548187:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952957568:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.548187:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548190:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548195:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548196:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.548198:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.548200:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.548201:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.548203:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548209:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548212:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b83180/0xb104f9478e07851a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.548217:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763ab480/2, rc 0, transno 400336 00000100:00100000:2.0:1731347580.548225:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.548235:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952952448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.548247:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952957184 00000100:00100000:3.0:1731347580.548250:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952957184 00000100:00100000:2.0:1731347580.548253:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952957824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.548262:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.548265:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205283 00000100:00100000:3.0:1731347580.548269:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+423:3760:x1815447952957184:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.548276:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+423:3762:x1815447952954368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2588us (2644us total) trans 4295367633 rc 0/0 00002000:00080000:3.0:1731347580.548279:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15968 count 1 00000100:00100000:1.0:1731347580.548280:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205270 00010000:00010000:3.0:1731347580.548286:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.548287:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952957824 00000100:00100000:1.0:1731347580.548289:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952957824 00010000:00010000:3.0:1731347580.548294:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad233a80/0xb104f9478dff6747 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e52 expref: 68 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.548298:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205284 00010000:00010000:3.0:1731347580.548301:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.548301:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+423:3760:x1815447952957824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.548302:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.548303:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.548306:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:1.0:1731347580.548308:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17863 count 1 00000100:00100000:2.0:1731347580.548310:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952955520:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.548313:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad233a80/0xb104f9478dff6747 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e52 expref: 68 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.548317:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.548318:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad233a80/0xb104f9478dff6747 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e52 expref: 68 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.548319:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312770560 00000100:00100000:1.0:1731347580.548320:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312770560 00000100:00100000:3.0:1731347580.548323:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952957952:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.548326:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80d80/0xb104f9478dffd763 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee6e expref: 57 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.548332:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15957:1815447952955648:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.548334:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291175 00000100:00100000:3.0:1731347580.548337:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.548337:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+57:2003:x1815448312770560:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.548340:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.548340:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548342:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b80d80/0xb104f9478dffd763 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee6e expref: 57 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.548347:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b80d80/0xb104f9478dffd763 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee6e expref: 57 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.548348:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952957696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.548351:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952955392:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.548355:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80d80/0xb104f9478dffd763 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ee6e expref: 57 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.548356:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548360:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.548363:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.548364:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.548365:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952954880:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.548367:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.548370:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952957696 00010000:00010000:0.0:1731347580.548370:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.548372:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952957696 00010000:00010000:1.0:1731347580.548373:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.548376:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa227480/2, rc 0, transno 400337 00000100:00100000:3.0:1731347580.548381:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952954368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.548382:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205285 00000100:00100000:2.0:1731347580.548384:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a3c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+424:3763:x1815447952957696:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.548386:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00080000:2.0:1731347580.548391:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19012 count 1 00010000:00010000:1.0:1731347580.548393:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.548396:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.548397:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548400:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.548404:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f95a880/0xb104f9478dfee9c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500c9 expref: 68 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.548404:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.548407:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.548408:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.548408:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.548410:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.548411:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+56:2003:x1815448312770560:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (104us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.548413:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548430:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.548432:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.548436:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291175 00010000:00010000:0.0:1731347580.548436:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.548437:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f95a880/0xb104f9478dfee9c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500c9 expref: 68 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.548443:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f95a880/0xb104f9478dfee9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500c9 expref: 68 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.548443:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548446:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e078521 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x44ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.548447:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312770816 00000100:00100000:2.0:1731347580.548448:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952958080:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.548450:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312770816 00000100:00100000:3.0:1731347580.548455:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952958208:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.548458:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007d7bc480/0xb104f9478dfec4bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbc3 expref: 56 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.548461:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62900 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.548467:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.548472:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291176 00000100:00100000:1.0:1731347580.548476:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+56:2004:x1815448312770816:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.548479:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952958208 00000100:00100000:3.0:1731347580.548481:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952958208 00010000:00010000:1.0:1731347580.548482:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.548485:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007d7bc480/0xb104f9478dfec4bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbc3 expref: 56 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.548491:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205286 00010000:00010000:1.0:1731347580.548493:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007d7bc480/0xb104f9478dfec4bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbc3 expref: 56 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.548494:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+425:3761:x1815447952958208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.548501:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13505 count 1 00010000:00010000:1.0:1731347580.548504:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007d7bc480/0xb104f9478dfec4bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94dbc3 expref: 56 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.548507:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548512:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.548514:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00b40/0xb104f9478dff5f8a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95768e expref: 68 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.548514:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.548516:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.548518:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.548519:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.548520:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548523:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.548524:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3762:x1815447952954496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2827us (2874us total) trans 4295336086 rc 0/0 00000100:00100000:0.0:1731347580.548528:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205271 00010000:00010000:3.0:1731347580.548529:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a00b40/0xb104f9478dff5f8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95768e expref: 68 pid: 15960 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1731347580.548531:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc40000/2, rc 0, transno 368790 00010000:00010000:3.0:1731347580.548534:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a00b40/0xb104f9478dff5f8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95768e expref: 68 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.548536:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952954496:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.548536:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.548539:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952958336:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.548541:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548546:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.548548:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+55:2004:x1815448312770816:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.548549:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.548550:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548554:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.548557:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291176 00010000:00010000:0.0:1731347580.548558:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548561:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a1c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.548563:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548566:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1731347580.548566:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548570:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952958464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.548572:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548575:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a1c0/0xb104f9478e07852f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548580:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.548590:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952958464 00000100:00100000:3.0:1731347580.548592:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952958464 00010000:00010000:1.0:1731347580.548601:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548602:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205287 00000100:00100000:3.0:1731347580.548604:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3763:x1815447952958464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.548611:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11151 count 1 00010000:00010000:1.0:1731347580.548611:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009862c6c0/0xb104f9478e00ac18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c31c expref: 68 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.548616:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548617:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.548618:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.548621:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.548623:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007d45c000/0xb104f9478e003048 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96474c expref: 54 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.548627:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.548628:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.548629:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548635:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009862c6c0/0xb104f9478e00ac18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c31c expref: 68 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.548638:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007d45c000/0xb104f9478e003048 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96474c expref: 54 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.548643:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007d45c000/0xb104f9478e003048 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96474c expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.548643:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009862c6c0/0xb104f9478e00ac18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c31c expref: 68 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.548648:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952958720:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.548652:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952958592:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.548656:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.548669:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65b40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.548709:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.548720:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312770688 00000100:00100000:1.0:1731347580.548723:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312770688 00010000:00010000:1.0:1731347580.548732:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac01ba80/0xb104f9478dffba3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d141 expref: 55 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.548745:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291177 00000100:00100000:1.0:1731347580.548749:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e777c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+55:2003:x1815448312770688:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.548755:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.548759:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac01ba80/0xb104f9478dffba3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d141 expref: 55 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.548767:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac01ba80/0xb104f9478dffba3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d141 expref: 55 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.548793:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac01ba80/0xb104f9478dffba3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95d141 expref: 55 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.548801:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.548802:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.548805:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548811:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548822:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.548833:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e777c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+54:2003:x1815448312770688:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.548835:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3760:x1815447952955008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2938us (2964us total) trans 4295336087 rc 0/0 00000100:00100000:1.0:1731347580.548837:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291177 00000100:00100000:0.0:1731347580.548839:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205273 00010000:00010000:0.0:1731347580.548851:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.548855:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc43100/2, rc 0, transno 368791 00010000:00010000:0.0:1731347580.548855:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548860:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952955008:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.548860:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548864:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548868:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548871:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae18c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.548872:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548876:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548879:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952958848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.548881:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548885:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae18c0/0xb104f9478e078528 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548893:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.548906:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.548910:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952956160:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.548912:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312770944 00000100:00100000:1.0:1731347580.548914:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312770944 00010000:00010000:3.0:1731347580.548918:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548921:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c27a80/0xb104f9478e00b215 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c919 expref: 69 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.548933:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291178 00000100:00100000:1.0:1731347580.548935:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+69:2003:x1815448312770944:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.548939:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.548941:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c27a80/0xb104f9478e00b215 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c919 expref: 69 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.548946:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c27a80/0xb104f9478e00b215 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c919 expref: 69 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.548953:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c27a80/0xb104f9478e00b215 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c919 expref: 69 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.548955:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+29:3761:x1815447952954240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3214us (3296us total) trans 4295336088 rc 0/0 00010000:00010000:1.0:1731347580.548958:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.548959:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.548959:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205272 00010000:00010000:1.0:1731347580.548961:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.548965:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.548966:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952958848 00000100:00100000:0.0:1731347580.548968:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952958848 00000004:00080000:3.0:1731347580.548969:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa224380/2, rc 0, transno 368792 00010000:00010000:1.0:1731347580.548972:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.548973:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952954240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.548978:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205288 00010000:00010000:2.0:1731347580.548979:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.548979:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+68:2003:x1815448312770944:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.548981:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+29:3763:x1815447952958848:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.548982:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291178 00010000:00010000:2.0:1731347580.548984:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.548988:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.548988:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14446 count 1 00010000:00010000:2.0:1731347580.548992:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.548994:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952958976:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.548995:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.548995:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.548999:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.549001:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.549002:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b3b62640/0xb104f9478dfeb798 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce9c expref: 53 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.549003:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952955904:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.549005:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549006:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.549006:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.549007:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.549008:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549010:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.549011:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.549014:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01d40/0xb104f9478e078536 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549016:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952958976 00000100:00100000:3.0:1731347580.549017:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952958976 00010000:00010000:0.0:1731347580.549017:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b3b62640/0xb104f9478dfeb798 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce9c expref: 53 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.549023:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b3b62640/0xb104f9478dfeb798 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce9c expref: 53 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.549028:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952959104:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.549034:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205289 00000100:00100000:3.0:1731347580.549037:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3760:x1815447952958976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.549039:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781bac00 going to sleep for 11 seconds 00002000:00080000:3.0:1731347580.549044:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14300 count 1 00010000:00010000:3.0:1731347580.549050:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549057:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b256ef40/0xb104f9478dff695b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef958066 expref: 53 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.549058:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.549060:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.549061:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.549063:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.549067:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312771200 00000100:00100000:1.0:1731347580.549070:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312771200 00010000:00010000:3.0:1731347580.549072:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b256ef40/0xb104f9478dff695b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958066 expref: 53 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.549077:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b256ef40/0xb104f9478dff695b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958066 expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.549079:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88000ee6ed00/0xb104f9478e0068c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fc3 expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.549082:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116d21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952959232:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.549084:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.549089:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+426:3760:x1815447952955136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3168us (3198us total) trans 4295367634 rc 0/0 00000100:00100000:3.0:1731347580.549093:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0240 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.549093:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205274 00000100:00100000:1.0:1731347580.549094:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312771072 00000100:00100000:1.0:1731347580.549096:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312771072 00000100:00100000:0.0:1731347580.549096:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291179 00000100:00100000:0.0:1731347580.549099:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+54:2003:x1815448312771200:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.549102:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af014240/0xb104f9478dff318c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954890 expref: 68 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.549104:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.549107:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88000ee6ed00/0xb104f9478e0068c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fc3 expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.549110:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f40bb80/2, rc 0, transno 400338 00010000:00010000:0.0:1731347580.549113:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88000ee6ed00/0xb104f9478e0068c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fc3 expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.549114:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952955136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.549115:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291180 00000100:00100000:1.0:1731347580.549119:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+68:2003:x1815448312771072:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.549120:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88000ee6ed00/0xb104f9478e0068c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef967fc3 expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.549124:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.549125:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.549126:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.549128:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af014240/0xb104f9478dff318c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954890 expref: 68 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.549128:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.549132:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.549134:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1731347580.549135:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af014240/0xb104f9478dff318c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954890 expref: 68 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.549138:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952959360:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.549139:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.549142:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af014240/0xb104f9478dff318c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954890 expref: 68 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.549148:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.549148:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+53:2003:x1815448312771200:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (91us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.549149:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.549151:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.549152:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.549152:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291179 00010000:00010000:1.0:1731347580.549155:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549162:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952959360 00000100:00100000:3.0:1731347580.549164:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952959360 00010000:00010000:1.0:1731347580.549169:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.549173:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549174:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205290 00000100:00100000:3.0:1731347580.549176:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+426:3760:x1815447952959360:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.549177:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.549181:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+67:2003:x1815448312771072:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 61us (96us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.549181:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.549182:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17456 count 1 00000100:00100000:1.0:1731347580.549186:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291180 00010000:00010000:0.0:1731347580.549186:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549188:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.549189:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.549193:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.549194:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549195:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c08900/0xb104f9478e008797 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969ea2 expref: 66 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.549198:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.549198:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549199:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.549201:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549201:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.549203:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.549206:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07853d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549208:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549209:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c08900/0xb104f9478e008797 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969ea2 expref: 66 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.549213:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c08900/0xb104f9478e008797 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969ea2 expref: 66 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.549215:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549218:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952959488:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.549222:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549228:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.549228:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549233:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a033c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.549236:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549243:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549252:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549258:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a033c0/0xb104f9478e078544 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.549280:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+427:3762:x1815447952955264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3350us (3378us total) trans 4295367635 rc 0/0 00000100:00100000:0.0:1731347580.549284:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205275 00000004:00080000:2.0:1731347580.549286:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f40a680/2, rc 0, transno 400339 00000100:00100000:2.0:1731347580.549290:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f40a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952955264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.549307:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.549310:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.549311:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952959616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.549318:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312771328 00000100:00100000:0.0:1731347580.549320:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312771328 00000100:00100000:3.0:1731347580.549324:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.549327:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801270ecfc0/0xb104f9478dfee33c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa40 expref: 53 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.549337:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291181 00000100:00100000:0.0:1731347580.549340:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+53:2003:x1815448312771328:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.549344:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.549346:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801270ecfc0/0xb104f9478dfee33c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa40 expref: 53 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.549351:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801270ecfc0/0xb104f9478dfee33c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa40 expref: 53 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.549358:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3762:x1815447952955776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3323us (3347us total) trans 4295336089 rc 0/0 00010000:00010000:0.0:1731347580.549358:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801270ecfc0/0xb104f9478dfee33c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94fa40 expref: 53 pid: 15872 timeout: 1676 lvb_type: 1 00000004:00080000:2.0:1731347580.549359:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007cc41500/2, rc 0, transno 368793 00000100:00100000:2.0:1731347580.549363:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952955776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.549364:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205276 00010000:00010000:0.0:1731347580.549364:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.549365:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.549367:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.549371:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.549375:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952959616 00000100:00100000:1.0:1731347580.549377:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952959616 00010000:00010000:0.0:1731347580.549379:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.549381:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952959744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.549385:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+52:2003:x1815448312771328:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (75us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.549387:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.549389:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205291 00000100:00100000:0.0:1731347580.549389:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291181 00010000:00010000:3.0:1731347580.549392:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.549392:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88005ac54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+427:3763:x1815447952959616:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.549393:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.549396:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.549398:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952959744 00010000:00010000:3.0:1731347580.549400:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.549400:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952959744 00002000:00080000:1.0:1731347580.549401:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10887 count 1 00010000:00010000:3.0:1731347580.549403:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549407:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b83a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.549408:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549409:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.549409:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205292 00000100:00100000:0.0:1731347580.549411:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+31:3763:x1815447952959744:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.549412:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549433:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549434:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c4240/0xb104f9478dffac9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3a3 expref: 66 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.549437:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83a80/0xb104f9478e078559 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.549437:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10054 count 1 00010000:00010000:1.0:1731347580.549440:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.549441:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.549443:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.549444:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.549450:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800064821c0/0xb104f9478e001cb4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b1 expref: 51 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.549454:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c4240/0xb104f9478dffac9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3a3 expref: 66 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.549454:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.549455:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.549456:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549459:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c4240/0xb104f9478dffac9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3a3 expref: 66 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.549465:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952959872:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.549465:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800064821c0/0xb104f9478e001cb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b1 expref: 51 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.549470:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800064821c0/0xb104f9478e001cb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b1 expref: 51 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.549476:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88009ba65240 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.549476:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952960000:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.549487:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba900 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.549515:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.549516:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+32:3760:x1815447952956032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3105us (3311us total) trans 4295336090 rc 0/0 00000004:00080000:2.0:1731347580.549520:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fce00/2, rc 0, transno 368794 00000100:00100000:3.0:1731347580.549521:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205277 00000100:00100000:2.0:1731347580.549525:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952956032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.549533:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312771584 00000100:00100000:3.0:1731347580.549535:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312771584 00000100:00100000:2.0:1731347580.549541:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952960128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.549545:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712638 00000100:00100000:3.0:1731347580.549548:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:13210:x1815448312771584:12345-192.168.203.60@tcp:36:fsx.0 00000100:00100000:2.0:1731347580.549552:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.549562:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952956672:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.549565:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.549568:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.549571:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549573:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b83600/0xb104f9478e078552 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc3b expref: 23 pid: 15910 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.549575:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312771840 00000100:00100000:0.0:1731347580.549577:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312771840 00010000:00010000:3.0:1731347580.549580:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:3.0:1731347580.549582:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.549584:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800853e7a80/0xb104f9478e007d80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969484 expref: 67 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.549592:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.549597:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312771712 00000100:00100000:0.0:1731347580.549598:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312771712 00010000:00010000:0.0:1731347580.549603:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800900b2400/0xb104f9478dfefe86 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951583 expref: 68 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.549604:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291182 00000100:00100000:2.0:1731347580.549607:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+68:2004:x1815448312771840:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.549610:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291183 00010000:00010000:2.0:1731347580.549612:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.549615:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+68:2003:x1815448312771712:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.549616:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800853e7a80/0xb104f9478e007d80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969484 expref: 68 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.549620:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.549621:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800853e7a80/0xb104f9478e007d80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969484 expref: 68 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.549624:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800900b2400/0xb104f9478dfefe86 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951583 expref: 68 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.549629:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800853e7a80/0xb104f9478e007d80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969484 expref: 68 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.549632:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800900b2400/0xb104f9478dfefe86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951583 expref: 68 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.549634:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.549635:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.549637:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.549641:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549641:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.549643:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.549644:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e0785c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.549646:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549650:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e0785c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.549652:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.549653:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.549654:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e0785c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.549659:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.549661:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+67:2004:x1815448312771840:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.549664:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291182 00000100:00100000:1.0:1731347580.549670:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+66:2003:x1815448312771712:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.549672:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.549675:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291183 00000001:00080000:3.0:1731347580.549676:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161552 00000100:00100000:2.0:1731347580.549679:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952957056:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.549681:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312771968 00000100:00100000:1.0:1731347580.549683:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312771968 00010000:00010000:2.0:1731347580.549686:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549690:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801287ce880/0xb104f9478dfeac31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c33c expref: 52 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00010000:3.0:1731347580.549691:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c2c7480 reply state ffff8800b45a9000 transno 4295161553 ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e0785c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000100:00100000:1.0:1731347580.549699:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291184 00010000:00010000:3.0:1731347580.549700:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800912218c0/0xb104f9478e0785c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00000100:00100000:1.0:1731347580.549701:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e777850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+52:2003:x1815448312771968:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.549705:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.549705:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.549707:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801287ce880/0xb104f9478dfeac31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c33c expref: 52 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.549708:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1731347580.549710:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1731347580.549712:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801287ce880/0xb104f9478dfeac31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c33c expref: 52 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.549718:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801287ce880/0xb104f9478dfeac31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94c33c expref: 52 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.549727:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.549728:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.549729:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549733:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549740:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.549745:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.549749:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.549750:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e777850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+51:2003:x1815448312771968:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.549751:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:13210:x1815448312771584:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 200us (234us total) trans 4295161553 rc 0/0 00010000:00010000:2.0:1731347580.549753:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.549753:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291184 00010000:00010000:2.0:1731347580.549756:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549757:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712638 00010000:00010000:2.0:1731347580.549760:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1731347580.549761:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1731347580.549763:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a018c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.549765:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.549779:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549783:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.549785:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549789:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952960128 00010000:00010000:2.0:1731347580.549789:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a018c0/0xb104f9478e07856e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549789:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549791:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952960128 00010000:00010000:1.0:1731347580.549793:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549797:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549801:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549808:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.549810:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549813:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205293 00010000:00010000:1.0:1731347580.549813:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.549816:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3760:x1815447952960128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.549819:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.549822:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3840/0xb104f9478e078567 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.549824:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11019 count 1 00010000:00010000:3.0:1731347580.549831:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549837:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f8e9200/0xb104f9478e00b21c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c920 expref: 50 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.549841:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.549842:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.549844:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549853:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f8e9200/0xb104f9478e00b21c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c920 expref: 50 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.549858:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f8e9200/0xb104f9478e00b21c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c920 expref: 50 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.549860:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+33:3763:x1815447952956800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2228us (2257us total) trans 4295336091 rc 0/0 00000100:00100000:3.0:1731347580.549864:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952960256:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.549865:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205280 00000100:00100000:3.0:1731347580.549878:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00000004:00080000:2.0:1731347580.549881:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fd500/2, rc 0, transno 368795 00000100:00100000:2.0:1731347580.549884:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952956800:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.549893:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800900b2400/0xb104f9478dfefe86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef951583 expref: 65 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.549900:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+428:3762:x1815447952956416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2444us (2564us total) trans 4295367636 rc 0/0 00000100:00100000:2.0:1731347580.549901:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.549903:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952956544:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.549905:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952960384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.549905:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205279 00010000:00010000:3.0:1731347580.549913:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.549917:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.549920:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549926:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549932:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549939:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.549940:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b3b8ea00/2, rc 0, transno 400340 00010000:00010000:3.0:1731347580.549947:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.549948:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952956416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.549952:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952960384 00010000:00010000:3.0:1731347580.549953:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b82400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.549956:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.549956:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952960384 00010000:00010000:3.0:1731347580.549962:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.549972:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.549973:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205294 00000100:00100000:0.0:1731347580.549977:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+33:3760:x1815447952960384:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.549978:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b82400/0xb104f9478e078560 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.549987:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11420 count 1 00010000:00010000:0.0:1731347580.549996:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.550005:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098dce400/0xb104f9478dff3185 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954889 expref: 50 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.550012:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.550013:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.550016:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.550026:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952960512:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.550031:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098dce400/0xb104f9478dff3185 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954889 expref: 50 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.550039:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098dce400/0xb104f9478dff3185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954889 expref: 50 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.550046:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.550054:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952960640:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.550059:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952960512 00000100:00100000:2.0:1731347580.550062:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952960512 00000100:00100000:0.0:1731347580.550077:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.550085:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205295 00000100:00100000:2.0:1731347580.550089:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+429:3762:x1815447952960512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.550091:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+429:3760:x1815447952956288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2749us (2810us total) trans 4295367637 rc 0/0 00000100:00100000:3.0:1731347580.550096:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205278 00002000:00080000:2.0:1731347580.550100:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10212 count 1 00010000:00010000:2.0:1731347580.550109:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.550115:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b3b8d500/2, rc 0, transno 400341 00010000:00010000:2.0:1731347580.550118:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac13cb40/0xb104f9478dff999e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b0a2 expref: 64 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.550121:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952956288:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.550123:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.550125:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.550127:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 4/0,1 mode: --/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.550140:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac13cb40/0xb104f9478dff999e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b0a2 expref: 64 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.550148:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac13cb40/0xb104f9478dff999e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b0a2 expref: 64 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.550156:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952960896:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.550176:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.550186:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952960768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.550202:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.550221:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952960768 00000100:00100000:3.0:1731347580.550224:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952960768 00000100:00100000:3.0:1731347580.550240:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205296 00000100:00100000:3.0:1731347580.550244:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+429:3763:x1815447952960768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.550254:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12638 count 1 00010000:00010000:3.0:1731347580.550263:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.550273:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c0bcc0/0xb104f9478e008934 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a038 expref: 64 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.550276:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.550277:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.550279:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.550293:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c0bcc0/0xb104f9478e008934 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a038 expref: 64 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.550298:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c0bcc0/0xb104f9478e008934 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a038 expref: 64 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.550304:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952961024:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.550320:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.550787:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952957440:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.550797:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.550851:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952957952:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.550853:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.550862:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952957568:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.550863:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.550872:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.550874:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.550881:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312772096 00000100:00100000:0.0:1731347580.550884:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312772096 00000100:00100000:1.0:1731347580.550885:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312772352 00000100:00100000:1.0:1731347580.550888:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312772352 00010000:00010000:0.0:1731347580.550894:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090275b00/0xb104f9478e009c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b35c expref: 51 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.550898:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952958080:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.550898:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad233a80/0xb104f9478dff6747 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e52 expref: 65 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.550906:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.550908:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291185 00000100:00100000:1.0:1731347580.550911:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291186 00000100:00100000:0.0:1731347580.550912:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+51:2004:x1815448312772096:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.550914:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+65:2004:x1815448312772352:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.550919:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.550919:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.550921:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad233a80/0xb104f9478dff6747 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3e60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e52 expref: 65 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.550923:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090275b00/0xb104f9478e009c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b35c expref: 51 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.550927:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad233a80/0xb104f9478dff6747 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3e60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e52 expref: 65 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.550931:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090275b00/0xb104f9478e009c58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b35c expref: 51 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.550935:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad233a80/0xb104f9478dff6747 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3e60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e52 expref: 65 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.550940:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.550941:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.550942:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090275b00/0xb104f9478e009c58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b35c expref: 51 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.550943:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.550947:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.550961:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.550975:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+64:2004:x1815448312772352:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 60us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.550978:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291186 00010000:00010000:3.0:1731347580.550986:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.550995:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.550997:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.551001:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551004:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312772224 00000100:00100000:1.0:1731347580.551006:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312772224 00010000:00010000:1.0:1731347580.551011:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad280fc0/0xb104f9478dff14c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bcc expref: 52 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.551012:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551016:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551016:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.551017:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.551019:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291187 00010000:00010000:3.0:1731347580.551020:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.551020:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551021:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+51:2003:x1815448312772224:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.551022:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551025:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.551026:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551027:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad280fc0/0xb104f9478dff14c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bcc expref: 51 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.551027:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551032:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551032:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad280fc0/0xb104f9478dff14c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bcc expref: 51 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.551036:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221440/0xb104f9478e078583 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551039:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad280fc0/0xb104f9478dff14c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952bcc expref: 51 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.551043:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.551045:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551045:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551047:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551051:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.551056:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+50:2004:x1815448312772096:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 144us (205us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.551059:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.551060:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.551061:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291185 00010000:00010000:2.0:1731347580.551065:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551068:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+49:2003:x1815448312772224:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (71us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.551070:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551071:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291187 00010000:00010000:2.0:1731347580.551073:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551077:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551080:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097b80000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.551082:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.551082:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.551085:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551093:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312772480 00000100:00100000:1.0:1731347580.551094:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312772480 00010000:00010000:2.0:1731347580.551095:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551099:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b80000/0xb104f9478e078575 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551100:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f95a880/0xb104f9478dfee9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500c9 expref: 64 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.551108:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291188 00000100:00100000:1.0:1731347580.551111:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+64:2003:x1815448312772480:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.551114:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+430:3760:x1815447952957184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2844us (2888us total) trans 4295367638 rc 0/0 00010000:00010000:1.0:1731347580.551114:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.551116:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f95a880/0xb104f9478dfee9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500c9 expref: 64 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.551118:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205283 00010000:00010000:1.0:1731347580.551121:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f95a880/0xb104f9478dfee9c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500c9 expref: 64 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.551127:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f95a880/0xb104f9478dfee9c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500c9 expref: 64 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.551133:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551134:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551135:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551140:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551142:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952958336:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.551142:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952958720:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.551146:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.551151:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551153:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551156:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+63:2003:x1815448312772480:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.551159:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291188 00000100:00100000:0.0:1731347580.551166:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.551174:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+34:3761:x1815447952956928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3060us (3100us total) trans 4295336092 rc 0/0 00000100:00100000:2.0:1731347580.551178:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205281 00000004:00080000:3.0:1731347580.551179:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131fd6300/2, rc 0, transno 400342 00000100:00100000:1.0:1731347580.551181:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312772608 00000100:00100000:0.0:1731347580.551181:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.551183:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312772608 00000100:00100000:3.0:1731347580.551186:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952957184:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.551188:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312772736 00010000:00010000:1.0:1731347580.551189:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00b40/0xb104f9478dff5f8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95768e expref: 63 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.551190:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312772736 00010000:00010000:2.0:1731347580.551191:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551195:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551197:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007d45c000/0xb104f9478e003048 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96474c expref: 49 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.551200:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551201:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291189 00010000:00010000:2.0:1731347580.551203:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551204:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+63:2004:x1815448312772608:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.551207:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551207:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.551208:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291190 00010000:00010000:1.0:1731347580.551209:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a00b40/0xb104f9478dff5f8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95768e expref: 63 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.551210:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02880 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.551210:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+49:2004:x1815448312772736:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.551211:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551214:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952961152:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.551214:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a00b40/0xb104f9478dff5f8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95768e expref: 63 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.551215:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.551216:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551217:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007d45c000/0xb104f9478e003048 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96474c expref: 49 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.551220:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00b40/0xb104f9478dff5f8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95768e expref: 63 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.551221:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551225:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07857c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551226:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.551226:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007d45c000/0xb104f9478e003048 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96474c expref: 49 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.551227:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551228:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551229:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.551232:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551234:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007d45c000/0xb104f9478e003048 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96474c expref: 49 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.551239:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.551239:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.551240:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952961152 00010000:00010000:0.0:1731347580.551240:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.551241:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551242:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952961152 00010000:00010000:0.0:1731347580.551246:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551248:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+62:2004:x1815448312772608:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.551251:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291189 00000100:00100000:3.0:1731347580.551252:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205297 00010000:00010000:0.0:1731347580.551253:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.551255:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+430:3760:x1815447952961152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.551262:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17398 count 1 00000100:00100000:0.0:1731347580.551263:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+48:2004:x1815448312772736:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.551267:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291190 00010000:00010000:3.0:1731347580.551269:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551276:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551277:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac9ff3c0/0xb104f9478dff83c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ad0 expref: 61 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.551281:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551283:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.551285:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.551285:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551287:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551292:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551296:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551299:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223cc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.551301:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac9ff3c0/0xb104f9478dff83c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ad0 expref: 61 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.551301:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551304:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551309:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551310:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac9ff3c0/0xb104f9478dff83c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ad0 expref: 61 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.551312:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223cc0/0xb104f9478e07859f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.551316:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+34:3762:x1815447952957312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3191us (3215us total) trans 4295336093 rc 0/0 00000100:00100000:2.0:1731347580.551323:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205282 00000100:00100000:3.0:1731347580.551324:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952961280:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.551326:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116d21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952959232:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.551335:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551339:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551344:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0300 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.551346:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551346:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952958592:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.551352:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551353:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551357:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551359:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551361:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952959104:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.551364:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551365:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551368:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551370:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551374:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551375:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.551378:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551378:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551381:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.551383:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551384:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551387:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.551389:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+34:3763:x1815447952958464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2783us (2808us total) trans 4295336094 rc 0/0 00010000:00010000:2.0:1731347580.551392:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551393:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.551393:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205287 00010000:00010000:2.0:1731347580.551396:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00fc0/0xb104f9478e07858a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551399:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223840/0xb104f9478e078591 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.551412:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e4000/2, rc 0, transno 368798 00000100:00100000:0.0:1731347580.551434:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952958464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.551446:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952960000:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.551448:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880116275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15872:1815447952959872:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.551454:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551455:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551465:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952959488:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.551471:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.551488:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.551498:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.551501:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312772992 00000100:00100000:1.0:1731347580.551503:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312772992 00000100:00100000:0.0:1731347580.551505:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312773248 00000100:00100000:0.0:1731347580.551507:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312773248 00010000:00010000:1.0:1731347580.551510:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b3b62640/0xb104f9478dfeb798 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce9c expref: 48 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.551514:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c08900/0xb104f9478e008797 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969ea2 expref: 62 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.551518:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a3c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+432:3763:x1815447952957696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3131us (3156us total) trans 4295367639 rc 0/0 00000100:00100000:3.0:1731347580.551524:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+432:3761:x1815447952958208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3029us (3055us total) trans 4295367640 rc 0/0 00000100:00100000:2.0:1731347580.551525:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205285 00000100:00100000:1.0:1731347580.551525:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291191 00000100:00100000:1.0:1731347580.551528:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e776850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+48:2003:x1815448312772992:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.551529:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205286 00010000:00010000:1.0:1731347580.551532:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.551532:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291192 00010000:00010000:1.0:1731347580.551534:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b3b62640/0xb104f9478dfeb798 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x386e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce9c expref: 48 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.551535:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+62:2003:x1815448312773248:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.551539:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b3b62640/0xb104f9478dfeb798 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x386e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce9c expref: 48 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.551539:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.551542:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c08900/0xb104f9478e008797 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4430:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969ea2 expref: 62 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.551543:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952961408:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.551546:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b3b62640/0xb104f9478dfeb798 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x386e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef94ce9c expref: 48 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.551550:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c08900/0xb104f9478e008797 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4430:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969ea2 expref: 62 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.551551:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551552:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551553:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551558:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551561:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c08900/0xb104f9478e008797 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4430:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969ea2 expref: 62 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.551562:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.551565:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.551570:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.551571:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.551574:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.551576:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e776850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+47:2003:x1815448312772992:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.551577:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952961408 00000100:00100000:1.0:1731347580.551579:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291191 00000100:00100000:3.0:1731347580.551581:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952961408 00010000:00010000:0.0:1731347580.551584:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.551585:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e4700/2, rc 0, transno 400344 00000100:00100000:2.0:1731347580.551596:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952958208:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.551598:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551602:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.551606:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fe300/2, rc 0, transno 368796 00010000:00010000:1.0:1731347580.551606:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.551611:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952956928:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.551611:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551614:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551617:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143bcc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.551619:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551622:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205298 00010000:00010000:1.0:1731347580.551623:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.551624:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800816e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952961536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.551627:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+34:3761:x1815447952961408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.551627:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551631:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143bcc0/0xb104f9478e0785a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x386e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.551636:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15479 count 1 00000100:00100000:2.0:1731347580.551641:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.551642:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.551650:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aea0e400/0xb104f9478dfefe7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95158a expref: 46 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.551654:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.551655:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.551656:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551656:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1731347580.551657:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132621f80/2, rc 0, transno 368797 00000100:00100000:2.0:1731347580.551661:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952957312:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.551665:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aea0e400/0xb104f9478dfefe7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95158a expref: 46 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.551670:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aea0e400/0xb104f9478dfefe7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95158a expref: 46 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.551672:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952961536 00000100:00100000:0.0:1731347580.551673:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa225180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+61:2003:x1815448312773248:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 136us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.551674:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952961536 00000100:00100000:3.0:1731347580.551676:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952961664:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.551679:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291192 00000100:00100000:2.0:1731347580.551687:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205299 00000100:00100000:3.0:1731347580.551690:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0600 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.551691:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+431:3762:x1815447952961536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1731347580.551701:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16354 count 1 00000100:00100000:1.0:1731347580.551705:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+35:3763:x1815447952958848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2723us (2811us total) trans 4295336095 rc 0/0 00000100:00100000:1.0:1731347580.551709:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205288 00010000:00010000:2.0:1731347580.551710:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.551717:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952961792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.551720:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880081528900/0xb104f9478dffd12e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e832 expref: 60 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.551722:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551723:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952961920:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.551726:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551726:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551728:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.551730:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551730:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551734:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551738:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551741:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.551742:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551745:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880081528900/0xb104f9478dffd12e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e832 expref: 60 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.551746:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551751:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551753:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880081528900/0xb104f9478dffd12e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e832 expref: 60 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.551754:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222880/0xb104f9478e0785b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.551761:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952962048:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.551787:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.551791:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62900 going to sleep for 11 seconds 00000004:00080000:0.0:1731347580.551805:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f45880/2, rc 0, transno 368799 00000100:00100000:3.0:1731347580.551808:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.551832:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952961792 00000100:00100000:3.0:1731347580.551835:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952961792 00000100:00100000:1.0:1731347580.551838:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+432:3760:x1815447952959360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2659us (2684us total) trans 4295367641 rc 0/0 00000100:00100000:2.0:1731347580.551839:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.551842:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205290 00000100:00100000:3.0:1731347580.551848:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952961920 00000100:00100000:3.0:1731347580.551849:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952961920 00000100:00100000:0.0:1731347580.551851:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952958848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.551852:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205300 00000100:00100000:1.0:1731347580.551854:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3763:x1815447952961792:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.551859:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312773504 00000100:00100000:0.0:1731347580.551860:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312773504 00002000:00080000:1.0:1731347580.551863:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19245 count 1 00000100:00100000:3.0:1731347580.551865:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205301 00000100:00100000:3.0:1731347580.551867:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+36:3760:x1815447952961920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.551869:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800064821c0/0xb104f9478e001cb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b1 expref: 47 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.551873:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.551875:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15968 count 1 00000100:00100000:2.0:1731347580.551878:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952960256:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.551879:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291193 00000100:00100000:0.0:1731347580.551881:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+47:2003:x1815448312773504:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.551882:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551883:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ad61ad00/0xb104f9478e007d79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96947d expref: 47 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.551886:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551886:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.551888:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800064821c0/0xb104f9478e001cb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b1 expref: 47 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.551889:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b24deac0/0xb104f9478dff674e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e4b expref: 47 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.551889:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551891:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.551893:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.551893:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551893:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800064821c0/0xb104f9478e001cb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b1 expref: 47 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.551894:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.551895:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.551897:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.551904:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312773120 00010000:00010000:0.0:1731347580.551904:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800064821c0/0xb104f9478e001cb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9633b1 expref: 47 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.551905:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b24deac0/0xb104f9478dff674e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e4b expref: 47 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.551906:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312773120 00010000:00010000:1.0:1731347580.551908:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ad61ad00/0xb104f9478e007d79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96947d expref: 47 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.551910:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b24deac0/0xb104f9478dff674e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e4b expref: 47 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.551910:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.551911:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.551912:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551913:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b256ef40/0xb104f9478dff695b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958066 expref: 47 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.551916:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952962176:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.551916:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ad61ad00/0xb104f9478e007d79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96947d expref: 47 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.551917:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.551922:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291194 00010000:00010000:0.0:1731347580.551924:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.551925:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+47:2003:x1815448312773120:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.551925:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952962304:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.551929:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.551931:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.551933:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b256ef40/0xb104f9478dff695b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958066 expref: 47 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.551936:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+47:2003:x1815448312773504:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (98us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.551939:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b256ef40/0xb104f9478dff695b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958066 expref: 47 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.551939:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291193 00000100:00100000:1.0:1731347580.551942:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0540 going to sleep for 11 seconds 00000004:00080000:3.0:1731347580.551943:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4f100/2, rc 0, transno 400345 00010000:00010000:2.0:1731347580.551947:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b256ef40/0xb104f9478dff695b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef958066 expref: 46 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.551948:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952959360:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.551948:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551952:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.551952:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.551953:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551954:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551957:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.551958:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551961:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551962:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.551966:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952962432:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.551968:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551971:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.551973:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.551973:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.551973:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.551976:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551978:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.551982:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.551984:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.551985:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+45:2003:x1815448312773120:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 59us (88us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.551987:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438b40/0xb104f9478e0785c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.551988:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952962432 00000100:00100000:2.0:1731347580.551989:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291194 00000100:00100000:3.0:1731347580.551990:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952962432 00000100:00100000:2.0:1731347580.551995:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312773376 00010000:00010000:1.0:1731347580.551995:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.551997:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312773376 00000100:00100000:3.0:1731347580.551999:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205302 00000100:00100000:3.0:1731347580.552001:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+432:3760:x1815447952962432:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.552001:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c4240/0xb104f9478dffac9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3a3 expref: 61 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.552001:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552007:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.552008:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17488 count 1 00000100:00100000:2.0:1731347580.552011:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291195 00000100:00100000:2.0:1731347580.552013:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+61:2003:x1815448312773376:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.552013:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552015:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552017:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.552018:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.552019:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c4240/0xb104f9478dffac9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3a3 expref: 61 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.552020:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552022:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e23180/0xb104f9478e0089d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0e0 expref: 61 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.552024:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c4240/0xb104f9478dffac9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3a3 expref: 61 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.552026:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.552026:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552027:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.552028:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552030:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac1c4240/0xb104f9478dffac9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3a3 expref: 61 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.552035:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.552035:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552036:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.552037:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e23180/0xb104f9478e0089d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0e0 expref: 60 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.552037:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552041:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220000/0xb104f9478e0785ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552044:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552046:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e23180/0xb104f9478e0089d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0e0 expref: 60 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.552051:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952962560:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.552051:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.552060:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+60:2003:x1815448312773376:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.552063:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291195 00000100:00100000:3.0:1731347580.552065:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.552072:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+37:3763:x1815447952959744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2659us (2677us total) trans 4295336096 rc 0/0 00000100:00100000:0.0:1731347580.552076:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205292 00000100:00100000:2.0:1731347580.552097:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.552103:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800763a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952962688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.552103:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312772864 00000100:00100000:2.0:1731347580.552104:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312772864 00000100:00100000:0.0:1731347580.552106:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952960640:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.552110:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009862c6c0/0xb104f9478e00ac18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c31c expref: 60 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.552114:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.552116:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.552117:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291196 00000100:00100000:2.0:1731347580.552120:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+60:2004:x1815448312772864:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.552123:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952962688 00010000:00010000:2.0:1731347580.552124:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.552125:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009862c6c0/0xb104f9478e00ac18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c31c expref: 60 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.552125:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952962688 00010000:00010000:2.0:1731347580.552131:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009862c6c0/0xb104f9478e00ac18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c31c expref: 60 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.552134:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205303 00010000:00010000:2.0:1731347580.552137:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009862c6c0/0xb104f9478e00ac18 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c31c expref: 60 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.552137:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+38:3762:x1815447952962688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.552145:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1731347580.552145:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19012 count 1 00010000:00010000:2.0:1731347580.552146:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.552147:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3760:x1815447952958976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3107us (3138us total) trans 4295336097 rc 0/0 00010000:00010000:2.0:1731347580.552148:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.552151:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f408380/2, rc 0, transno 368801 00010000:00010000:2.0:1731347580.552152:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552152:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.552153:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205289 00000100:00100000:3.0:1731347580.552156:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952958976:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.552158:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.552159:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801399b6400/0xb104f9478dfee9cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500d0 expref: 44 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.552162:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.552163:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.552165:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.552167:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+59:2004:x1815448312772864:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.552170:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291196 00010000:00010000:1.0:1731347580.552170:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.552173:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1731347580.552174:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801399b6400/0xb104f9478dfee9cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500d0 expref: 44 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.552176:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952962816:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.552176:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552178:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552179:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801399b6400/0xb104f9478dfee9cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500d0 expref: 44 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.552183:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552183:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.552185:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952962944:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.552187:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.552188:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.552189:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552191:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552194:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552195:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.552199:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.552200:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.552200:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae0fc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.552202:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552202:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552206:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552208:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552210:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.552211:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131fd4000/2, rc 0, transno 400343 00010000:00010000:2.0:1731347580.552214:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae2400/0xb104f9478e078598 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.552215:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952957696:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.552216:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552222:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0785bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.552223:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac57800/2, rc 0, transno 368800 00000100:00100000:0.0:1731347580.552227:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952959744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.552237:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952963072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.552243:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.552248:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.552251:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312773632 00000100:00100000:0.0:1731347580.552253:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312773632 00000100:00100000:3.0:1731347580.552255:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.552257:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952963200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.552260:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f8e9200/0xb104f9478e00b21c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c920 expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.552265:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.552269:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291197 00000100:00100000:0.0:1731347580.552272:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+45:2004:x1815448312773632:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.552274:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952962816 00000100:00100000:3.0:1731347580.552276:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952962816 00010000:00010000:0.0:1731347580.552276:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.552278:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f8e9200/0xb104f9478e00b21c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c920 expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.552283:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f8e9200/0xb104f9478e00b21c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c920 expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.552284:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952963072 00000100:00100000:3.0:1731347580.552285:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952963072 00000100:00100000:2.0:1731347580.552285:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+434:3760:x1815447952957824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3983us (4021us total) trans 4295367642 rc 0/0 00000100:00100000:2.0:1731347580.552289:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205284 00000100:00100000:3.0:1731347580.552290:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952963200 00010000:00010000:0.0:1731347580.552290:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f8e9200/0xb104f9478e00b21c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c920 expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.552292:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952963200 00010000:00010000:0.0:1731347580.552295:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.552296:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.552298:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205304 00010000:00010000:0.0:1731347580.552298:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.552300:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+39:3762:x1815447952962816:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.552302:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.552308:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17863 count 1 00010000:00010000:0.0:1731347580.552309:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.552314:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.552317:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:2004:x1815448312773632:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (73us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.552321:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081be5440/0xb104f9478e00ac11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c315 expref: 44 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.552321:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88005ac54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+434:3763:x1815447952959616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2927us (2995us total) trans 4295367643 rc 0/0 00000100:00100000:0.0:1731347580.552322:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291197 00010000:00010000:3.0:1731347580.552325:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.552326:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.552327:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205291 00010000:00010000:3.0:1731347580.552328:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552331:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552335:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552337:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081be5440/0xb104f9478e00ac11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c315 expref: 43 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.552339:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205305 00010000:00010000:0.0:1731347580.552339:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.552342:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+433:3760:x1815447952963072:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.552343:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081be5440/0xb104f9478e00ac11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c315 expref: 43 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.552343:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205306 00010000:00010000:0.0:1731347580.552343:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.552347:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3760:x1815447952963200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.552347:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.552348:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952963328:192.168.203.60@tcp:104: 00002000:00080000:2.0:1731347580.552350:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15585 count 1 00010000:00010000:0.0:1731347580.552350:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.552351:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552355:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552356:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1731347580.552356:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13505 count 1 00000100:00100000:3.0:1731347580.552358:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.552359:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552363:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801328e6f40/0xb104f9478dff57e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956eed expref: 58 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.552363:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552363:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223a80/0xb104f9478e0785d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552366:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.552368:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.552369:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552370:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132f71d40/0xb104f9478dff5f83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef957687 expref: 43 pid: 15919 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1731347580.552371:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131fd5500/2, rc 0, transno 400346 00010000:00010000:1.0:1731347580.552374:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.552375:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952957824:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.552375:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.552377:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552378:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801328e6f40/0xb104f9478dff57e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956eed expref: 58 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.552384:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801328e6f40/0xb104f9478dff57e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956eed expref: 58 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.552386:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132f71d40/0xb104f9478dff5f83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957687 expref: 43 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.552390:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952963456:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.552392:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952963584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.552392:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132f71d40/0xb104f9478dff5f83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957687 expref: 43 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.552397:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952963712:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.552399:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.552405:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.552409:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.552411:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952963584 00000100:00100000:2.0:1731347580.552413:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952963584 00000100:00100000:2.0:1731347580.552452:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205307 00000100:00100000:0.0:1731347580.552453:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+40:3760:x1815447952960128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2635us (2898us total) trans 4295336098 rc 0/0 00000100:00100000:2.0:1731347580.552455:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+434:3762:x1815447952963584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.552457:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205293 00000004:00080000:3.0:1731347580.552461:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcadc00/2, rc 0, transno 368802 00002000:00080000:2.0:1731347580.552461:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9572 count 1 00000100:00100000:3.0:1731347580.552466:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952960128:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.552468:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.552474:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4fb80/2, rc 0, transno 400347 00010000:00010000:2.0:1731347580.552475:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88010feb4240/0xb104f9478e00cda5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4b0 expref: 58 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.552478:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952959616:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.552479:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.552480:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.552481:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.552484:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952963840:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.552490:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88010feb4240/0xb104f9478e00cda5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4b0 expref: 58 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.552491:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952963968:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.552496:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88010feb4240/0xb104f9478e00cda5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4b0 expref: 58 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.552496:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.552500:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952964096:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.552503:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.552508:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952963840 00000100:00100000:2.0:1731347580.552510:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.552510:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952963840 00000100:00100000:0.0:1731347580.552524:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952963968 00000100:00100000:0.0:1731347580.552526:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952963968 00000100:00100000:3.0:1731347580.552528:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205308 00000100:00100000:3.0:1731347580.552531:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3763:x1815447952963840:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.552534:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205309 00000100:00100000:0.0:1731347580.552537:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+435:3760:x1815447952963968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.552539:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17456 count 1 00002000:00080000:0.0:1731347580.552544:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13674 count 1 00010000:00010000:3.0:1731347580.552545:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552551:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552552:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800861233c0/0xb104f9478e00879e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969e9b expref: 43 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.552556:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.552557:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.552558:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552558:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880087781440/0xb104f9478e0071da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688d7 expref: 58 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.552562:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.552563:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.552565:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552567:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800861233c0/0xb104f9478e00879e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969e9b expref: 43 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.552573:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800861233c0/0xb104f9478e00879e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969e9b expref: 43 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.552574:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880087781440/0xb104f9478e0071da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688d7 expref: 58 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.552580:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880087781440/0xb104f9478e0071da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688d7 expref: 58 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.552581:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952964224:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.552586:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952964352:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.552603:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba900 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.552604:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.552609:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952960896:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.552616:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.552648:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.552657:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312773888 00000100:00100000:0.0:1731347580.552657:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.552659:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312773888 00000100:00100000:3.0:1731347580.552660:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11434:1815447952961024:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.552666:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac13cb40/0xb104f9478dff999e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b0a2 expref: 59 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.552666:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.552670:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312773760 00010000:00010000:3.0:1731347580.552671:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.552672:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312773760 00000100:00100000:2.0:1731347580.552675:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312774016 00000100:00100000:0.0:1731347580.552676:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.552677:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312774016 00010000:00010000:1.0:1731347580.552681:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098dce400/0xb104f9478dff3185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954889 expref: 44 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.552682:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c0bcc0/0xb104f9478e008934 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a038 expref: 60 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.552686:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312774144 00000100:00100000:0.0:1731347580.552688:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312774144 00000100:00100000:2.0:1731347580.552691:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291198 00000100:00100000:2.0:1731347580.552693:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+60:2004:x1815448312773888:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.552695:0:11756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291199 00010000:00010000:2.0:1731347580.552697:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.552697:0:11756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+60:2003:x1815448312774016:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00010000:0.0:1731347580.552698:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3496968->18446744073709551615) 00010000:00010000:2.0:1731347580.552700:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac13cb40/0xb104f9478dff999e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x27e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b0a2 expref: 60 pid: 15919 timeout: 1676 lvb_type: 1 00002000:00100000:0.0:1731347580.552700:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781a4380 with x1815448312774144 ext(3496968->18446744073709551615) 00000100:00100000:3.0:1731347580.552701:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291200 00010000:00010000:1.0:1731347580.552702:0:11756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.552705:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+45:2004:x1815448312773760:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.552705:0:11756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c0bcc0/0xb104f9478e008934 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x315e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a038 expref: 60 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00010000:0.0:1731347580.552705:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781a4380. 00010000:00010000:2.0:1731347580.552709:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac13cb40/0xb104f9478dff999e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b0a2 expref: 60 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.552710:0:11756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c0bcc0/0xb104f9478e008934 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x315e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a038 expref: 60 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.552716:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac13cb40/0xb104f9478dff999e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x27e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b0a2 expref: 60 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.552717:0:11756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c0bcc0/0xb104f9478e008934 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x315e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a038 expref: 60 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.552718:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678332 00010000:00010000:2.0:1731347580.552721:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.552721:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+45:2006:x1815448312774144:12345-192.168.203.60@tcp:10:fsx.0 00010000:00010000:2.0:1731347580.552722:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.552723:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552723:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.552724:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.552724:0:11756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.552726:0:11756:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552727:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098dce400/0xb104f9478dff3185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954889 expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.552727:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.552730:0:11756:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552733:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098dce400/0xb104f9478dff3185 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954889 expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.552734:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.552739:0:11756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.552741:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098dce400/0xb104f9478dff3185 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954889 expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.552746:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.552746:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+58:2004:x1815448312773888:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (97us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.552747:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.552749:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.552749:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291198 00000100:00100000:1.0:1731347580.552750:0:11756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:62efdb24-e871-4f0d-8cc7-8cee5b684131+58:2003:x1815448312774016:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 52us (83us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.552753:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.552756:0:11756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291199 00010000:00010000:3.0:1731347580.552763:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.552781:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552786:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.552790:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:2004:x1815448312773760:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.552790:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.552794:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291200 00010000:00010000:2.0:1731347580.552797:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552801:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552804:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.552805:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552806:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552809:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552811:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552814:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552815:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.552816:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3290427 -> 3496968 00010000:00010000:3.0:1731347580.552818:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.552818:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a02400/0xb104f9478e0785de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.552819:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.552820:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00010000:00010000:3.0:1731347580.552822:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1731347580.552822:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.552823:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 240 -> 400 00010000:00010000:3.0:1731347580.552825:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.552827:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552831:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.552836:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.552837:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:2006:x1815448312774144:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 115us (159us total) trans 4295336099 rc 0/0 00010000:00010000:3.0:1731347580.552840:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221f80/0xb104f9478e0785e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.552841:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678332 00002000:00010000:0.0:1731347580.552843:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3496968->18446744073709551615) 00002000:00100000:0.0:1731347580.552845:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781a4380 with x1815448312774144 ext(3496968->18446744073709551615) 00002000:00010000:0.0:1731347580.552847:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781a4380. 00010000:00010000:0.0:1731347580.552859:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552863:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552868:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552871:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552875:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552878:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b3c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.552880:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552883:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552889:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.552896:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b3c0/0xb104f9478e0785d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.552918:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+437:3762:x1815447952960512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2827us (2871us total) trans 4295367644 rc 0/0 00000100:00100000:2.0:1731347580.552924:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205295 00000100:00100000:3.0:1731347580.552934:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+436:3763:x1815447952960768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2688us (2731us total) trans 4295367645 rc 0/0 00000100:00100000:3.0:1731347580.552939:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205296 00000100:00100000:2.0:1731347580.552955:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.552957:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac54000/2, rc 0, transno 400348 00000100:00100000:3.0:1731347580.552961:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952960512:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1731347580.552965:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac56d80/2, rc 0, transno 400349 00000100:00100000:2.0:1731347580.552968:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312774272 00000100:00100000:2.0:1731347580.552971:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312774272 00000100:00100000:1.0:1731347580.552971:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952960768:0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1731347580.552980:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.552982:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800818a7100 with x1815448312774272 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.552987:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800818a7100. 00000100:00100000:0.0:1731347580.552989:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+41:3760:x1815447952960384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3010us (3069us total) trans 4295336100 rc 0/0 00000004:00080000:3.0:1731347580.552990:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcae300/2, rc 0, transno 368804 00000100:00100000:3.0:1731347580.552993:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952960384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.552994:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1731347580.552995:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205294 00000100:00100000:3.0:1731347580.552996:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1731347580.553000:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952964608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.553001:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952964480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.553002:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678333 00000100:00100000:2.0:1731347580.553007:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+57:2006:x1815448312774272:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347580.553015:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.553036:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952964480 00000100:00100000:0.0:1731347580.553039:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952964480 00000100:00100000:1.0:1731347580.553045:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952961280:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.553052:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205310 00000100:00100000:3.0:1731347580.553056:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1731347580.553056:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+436:3760:x1815447952964480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.553057:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1731347580.553061:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1731347580.553062:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952964736:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1731347580.553064:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.553066:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00080000:0.0:1731347580.553066:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19230 count 1 00002000:00010000:2.0:1731347580.553068:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.553070:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:1.0:1731347580.553070:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.553075:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.553084:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f64b40/0xb104f9478dff1aa2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95319f expref: 58 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.553089:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.553090:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+58:2006:x1815448312774272:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 81us (134us total) trans 4295367646 rc 0/0 00010000:00010000:0.0:1731347580.553091:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.553092:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.553094:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.553096:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678333 00002000:00010000:2.0:1731347580.553099:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:3.0:1731347580.553101:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952964608 00002000:00100000:2.0:1731347580.553101:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800818a7100 with x1815448312774272 ext(0->18446744073709551615) 00000100:00100000:3.0:1731347580.553103:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952964608 00002000:00010000:2.0:1731347580.553105:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800818a7100. 00010000:00010000:0.0:1731347580.553109:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099f64b40/0xb104f9478dff1aa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95319f expref: 58 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.553113:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952964736 00000100:00100000:3.0:1731347580.553114:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952964736 00010000:00010000:0.0:1731347580.553117:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099f64b40/0xb104f9478dff1aa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95319f expref: 57 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.553121:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205311 00000100:00100000:3.0:1731347580.553124:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+437:3763:x1815447952964608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.553125:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205312 00000100:00100000:0.0:1731347580.553127:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952964864:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.553129:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+41:3762:x1815447952964736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.553131:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16556 count 1 00010000:00010000:3.0:1731347580.553138:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.553140:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10887 count 1 00010000:00010000:3.0:1731347580.553146:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800908558c0/0xb104f9478e008249 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef969954 expref: 57 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.553146:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.553148:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553150:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.553151:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.553152:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553157:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099f88000/0xb104f9478dffaca6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3aa expref: 43 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.553162:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800908558c0/0xb104f9478e008249 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969954 expref: 57 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.553162:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.553164:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.553166:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553169:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800908558c0/0xb104f9478e008249 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969954 expref: 57 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.553178:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952964992:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.553180:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099f88000/0xb104f9478dffaca6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3aa expref: 43 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.553189:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099f88000/0xb104f9478dffaca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3aa expref: 43 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.553191:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.553197:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.553198:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952965120:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.553210:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312774400 00000100:00100000:1.0:1731347580.553213:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312774400 00000100:00100000:2.0:1731347580.553217:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62e40 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.553226:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac9ff3c0/0xb104f9478dff83c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ad0 expref: 58 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.553242:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291201 00000100:00100000:1.0:1731347580.553247:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+58:2003:x1815448312774400:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.553254:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.553258:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac9ff3c0/0xb104f9478dff83c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ad0 expref: 58 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553267:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac9ff3c0/0xb104f9478dff83c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ad0 expref: 58 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553280:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac9ff3c0/0xb104f9478dff83c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x43f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ad0 expref: 58 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553292:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.553293:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.553296:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553303:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553317:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.553340:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+57:2003:x1815448312774400:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 92us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.553346:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291201 00010000:00010000:1.0:1731347580.553363:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553370:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553376:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553383:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553389:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.553392:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952962048:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.553400:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220480 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.553403:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553403:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.553405:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952961664:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.553409:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553431:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553437:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.553444:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15961:1815447952962176:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.553444:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220480/0xb104f9478e0785ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553452:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.553535:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+438:3760:x1815447952961152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2278us (2304us total) trans 4295367647 rc 0/0 00000100:00100000:1.0:1731347580.553539:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205297 00000004:00080000:3.0:1731347580.553552:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac57100/2, rc 0, transno 400351 00000100:00100000:1.0:1731347580.553557:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952962304:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.553564:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.553571:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952961152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.553585:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.553597:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312774656 00000100:00100000:1.0:1731347580.553599:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312774656 00000100:00100000:0.0:1731347580.553601:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.553606:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aea0e400/0xb104f9478dfefe7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95158a expref: 44 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.553611:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312774912 00000100:00100000:3.0:1731347580.553613:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312774912 00000100:00100000:0.0:1731347580.553613:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.553615:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.553615:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291202 00000100:00100000:1.0:1731347580.553618:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+45:2004:x1815448312774656:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.553623:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b24deac0/0xb104f9478dff674e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e4b expref: 45 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553623:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.553625:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aea0e400/0xb104f9478dfefe7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95158a expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553631:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aea0e400/0xb104f9478dfefe7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95158a expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.553635:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312774528 00010000:00010000:1.0:1731347580.553637:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aea0e400/0xb104f9478dfefe7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95158a expref: 45 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.553638:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291203 00000100:00100000:2.0:1731347580.553638:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312774528 00000100:00100000:3.0:1731347580.553641:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+45:2004:x1815448312774912:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.553642:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.553642:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.553643:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.553645:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553646:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.553649:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b24deac0/0xb104f9478dff674e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e4b expref: 44 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.553649:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880081528900/0xb104f9478dffd12e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e832 expref: 57 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553649:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.553653:0:11756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312774784 00010000:00010000:3.0:1731347580.553654:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b24deac0/0xb104f9478dff674e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e4b expref: 44 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553656:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.553657:0:11756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312774784 00010000:00010000:3.0:1731347580.553662:0:7193:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b24deac0/0xb104f9478dff674e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957e4b expref: 45 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.553667:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291204 00010000:00010000:3.0:1731347580.553668:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.553668:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.553668:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:2004:x1815448312774656:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (84us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.553668:0:11756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ad61ad00/0xb104f9478e007d79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96947d expref: 44 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.553670:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.553672:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+57:2004:x1815448312774528:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.553672:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291202 00010000:00010000:3.0:1731347580.553675:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553678:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.553678:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291205 00000100:00100000:1.0:1731347580.553681:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+43:2004:x1815448312774784:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.553682:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880081528900/0xb104f9478dffd12e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e832 expref: 57 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.553683:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.553684:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.553688:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ad61ad00/0xb104f9478e007d79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96947d expref: 43 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553693:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ad61ad00/0xb104f9478e007d79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96947d expref: 43 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.553695:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+43:2004:x1815448312774912:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (94us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.553695:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880081528900/0xb104f9478dffd12e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e832 expref: 57 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.553699:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291203 00010000:00010000:1.0:1731347580.553699:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ad61ad00/0xb104f9478e007d79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96947d expref: 43 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553704:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.553705:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.553707:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081528900/0xb104f9478dffd12e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e832 expref: 57 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553707:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553708:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553711:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553713:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553716:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.553717:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553717:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.553718:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.553720:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553721:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553724:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.553725:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:2004:x1815448312774784:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (84us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.553727:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.553727:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.553728:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291205 00010000:00010000:3.0:1731347580.553729:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553733:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553737:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553738:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553741:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221b00/0xb104f9478e078608 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553741:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553742:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.553745:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553749:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553753:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553756:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221200 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.553758:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+56:2004:x1815448312774528:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 85us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.553758:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553761:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.553765:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291204 00010000:00010000:1.0:1731347580.553766:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553784:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091221200/0xb104f9478e0785f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.553808:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800818a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952965248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.553826:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.553840:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952965248 00000100:00100000:2.0:1731347580.553843:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952965248 00000100:00100000:2.0:1731347580.553857:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205313 00000100:00100000:3.0:1731347580.553861:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+43:3760:x1815447952961920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1991us (2052us total) trans 4295336101 rc 0/0 00000100:00100000:2.0:1731347580.553861:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+438:3761:x1815447952965248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.553866:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205301 00000100:00100000:1.0:1731347580.553867:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+43:3761:x1815447952961408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2239us (2303us total) trans 4295336102 rc 0/0 00002000:00080000:2.0:1731347580.553870:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9780 count 1 00000100:00100000:1.0:1731347580.553872:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205298 00010000:00010000:2.0:1731347580.553878:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553880:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553884:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553887:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880077c9cfc0/0xb104f9478dffe41a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb1e expref: 55 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.553889:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553891:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553892:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553893:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.553894:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.553896:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553897:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553897:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553899:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.553900:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553904:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553905:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553910:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553910:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880077c9cfc0/0xb104f9478dffe41a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb1e expref: 55 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.553910:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.553915:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00000/0xb104f9478e0785fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.553915:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880077c9cfc0/0xb104f9478dffe41a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb1e expref: 55 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.553916:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.553921:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952965376:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.553921:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.553923:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553930:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.553936:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62900 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.553938:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.553941:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2f40/0xb104f9478e078601 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.553947:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f47b80/2, rc 0, transno 368806 00000100:00100000:2.0:1731347580.553951:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952961408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.553969:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007b731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952965504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.553982:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.554013:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+439:3762:x1815447952961536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2320us (2371us total) trans 4295367648 rc 0/0 00000004:00080000:2.0:1731347580.554017:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800816e5c00/2, rc 0, transno 400352 00000100:00100000:3.0:1731347580.554020:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205299 00000100:00100000:1.0:1731347580.554020:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3763:x1815447952961792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2163us (2232us total) trans 4295336103 rc 0/0 00000100:00100000:2.0:1731347580.554021:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800816e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952961536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.554026:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205300 00000100:00100000:3.0:1731347580.554030:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952965504 00000100:00100000:3.0:1731347580.554033:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952965504 00000100:00100000:2.0:1731347580.554035:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952965632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.554048:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1731347580.554051:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa224000/2, rc 0, transno 368807 00000100:00100000:3.0:1731347580.554055:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952965632 00000100:00100000:3.0:1731347580.554057:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952965632 00000100:00100000:1.0:1731347580.554058:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952961792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.554059:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952962944:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.554070:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205314 00000100:00100000:1.0:1731347580.554073:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205315 00000100:00100000:3.0:1731347580.554074:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c335850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+42:3761:x1815447952965504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.554077:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+439:3762:x1815447952965632:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.554078:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.554081:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952965760:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.554084:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10212 count 1 00002000:00080000:1.0:1731347580.554087:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17841 count 1 00000100:00100000:2.0:1731347580.554090:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.554093:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.554095:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.554097:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952965760 00000100:00100000:2.0:1731347580.554100:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952965760 00010000:00010000:3.0:1731347580.554103:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaff1200/0xb104f9478dff9997 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b09b expref: 40 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.554105:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8db1f80/0xb104f9478dfffd6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961470 expref: 55 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.554108:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.554109:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.554110:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.554111:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.554112:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.554113:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205316 00010000:00010000:1.0:1731347580.554114:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554115:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.554117:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:3762:x1815447952965760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.554121:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aaff1200/0xb104f9478dff9997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b09b expref: 40 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.554125:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8db1f80/0xb104f9478dfffd6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961470 expref: 55 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.554126:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aaff1200/0xb104f9478dff9997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b09b expref: 40 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.554126:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12638 count 1 00010000:00010000:1.0:1731347580.554131:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8db1f80/0xb104f9478dfffd6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961470 expref: 55 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.554136:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952965888:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.554136:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.554137:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952966016:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.554141:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.554145:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e218c0/0xb104f9478e00892d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a031 expref: 40 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.554151:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.554152:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.554153:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0540 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.554154:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0540 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.554155:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.554163:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312775168 00000100:00100000:1.0:1731347580.554165:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312775168 00000100:00100000:3.0:1731347580.554168:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15918:1815447952962560:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.554170:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e218c0/0xb104f9478e00892d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a031 expref: 41 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.554172:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801399b6400/0xb104f9478dfee9cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500d0 expref: 41 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.554174:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.554176:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554178:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e218c0/0xb104f9478e00892d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a031 expref: 41 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.554185:0:7194:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312775040 00000100:00100000:1.0:1731347580.554186:0:7194:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312775040 00000100:00100000:2.0:1731347580.554187:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098d4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952966144:192.168.203.60@tcp:104: 00000004:00080000:3.0:1731347580.554188:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa224700/2, rc 0, transno 368805 00010000:00010000:1.0:1731347580.554191:0:7194:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e23180/0xb104f9478e0089d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0e0 expref: 56 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.554191:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291206 00000100:00100000:3.0:1731347580.554192:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952961920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.554196:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:2004:x1815448312775168:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.554203:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62f00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.554204:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291207 00010000:00010000:0.0:1731347580.554204:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.554208:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+56:2003:x1815448312775040:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.554209:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801399b6400/0xb104f9478dfee9cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500d0 expref: 41 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.554210:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952966272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.554214:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.554218:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e23180/0xb104f9478e0089d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0e0 expref: 56 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.554221:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801399b6400/0xb104f9478dfee9cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500d0 expref: 41 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.554222:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.554227:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e23180/0xb104f9478e0089d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0e0 expref: 56 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.554233:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801399b6400/0xb104f9478dfee9cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9500d0 expref: 41 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.554237:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e23180/0xb104f9478e0089d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0e0 expref: 56 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.554242:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.554244:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15956:1815447952963328:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.554244:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.554245:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.554246:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.554246:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.554249:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554250:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554253:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.554255:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.554255:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554267:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.554268:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312775296 00010000:00010000:1.0:1731347580.554268:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.554270:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312775296 00000100:00100000:2.0:1731347580.554273:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.554277:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081be5440/0xb104f9478e00ac11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c315 expref: 41 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.554282:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+55:2003:x1815448312775040:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.554287:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312775424 00000100:00100000:0.0:1731347580.554287:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:2004:x1815448312775168:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 90us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.554288:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291207 00000100:00100000:3.0:1731347580.554289:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312775424 00000100:00100000:2.0:1731347580.554292:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291208 00010000:00010000:3.0:1731347580.554293:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801328e6f40/0xb104f9478dff57e9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956eed expref: 56 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.554297:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:2003:x1815448312775296:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.554297:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291206 00010000:00010000:2.0:1731347580.554304:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.554308:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291209 00010000:00010000:2.0:1731347580.554308:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081be5440/0xb104f9478e00ac11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c315 expref: 40 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.554313:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+55:2004:x1815448312775424:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.554314:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081be5440/0xb104f9478e00ac11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c315 expref: 40 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.554318:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554319:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.554321:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081be5440/0xb104f9478e00ac11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c315 expref: 40 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.554323:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801328e6f40/0xb104f9478dff57e9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3ce1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956eed expref: 55 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.554325:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554327:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.554328:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.554330:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554331:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801328e6f40/0xb104f9478dff57e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ce1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956eed expref: 55 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.554331:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554334:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554341:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554342:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.554343:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.554344:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.554347:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.554352:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+39:2003:x1815448312775296:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (99us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.554354:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.554356:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291208 00010000:00010000:3.0:1731347580.554365:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.554373:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801328e6f40/0xb104f9478dff57e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956eed expref: 55 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.554381:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+55:2004:x1815448312775424:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 66us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.554382:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952963456:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.554387:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291209 00010000:00010000:2.0:1731347580.554388:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554393:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554396:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554400:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554403:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554406:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554407:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554412:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554412:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554434:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.554437:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554438:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554443:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554444:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554445:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554449:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.554450:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.554451:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554453:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554455:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554455:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554459:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554461:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00900/0xb104f9478e078624 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554462:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554465:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081439440/0xb104f9478e078616 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554469:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554475:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091220b40/0xb104f9478e07861d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x45c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.554548:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+45:3762:x1815447952962688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2410us (2430us total) trans 4295336104 rc 0/0 00000100:00100000:0.0:1731347580.554552:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205303 00000100:00100000:2.0:1731347580.554558:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+440:3760:x1815447952963072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2214us (2308us total) trans 4295367649 rc 0/0 00000100:00100000:0.0:1731347580.554560:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952966272 00000100:00100000:3.0:1731347580.554562:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+44:3762:x1815447952962816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2259us (2372us total) trans 4295336105 rc 0/0 00000100:00100000:0.0:1731347580.554562:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952966272 00000100:00100000:2.0:1731347580.554563:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205305 00000100:00100000:3.0:1731347580.554566:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205304 00000100:00100000:0.0:1731347580.554572:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205317 00000100:00100000:0.0:1731347580.554575:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+44:3760:x1815447952966272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.554580:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1731347580.554582:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17398 count 1 00010000:00010000:3.0:1731347580.554586:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554590:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554590:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.554591:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e993100/2, rc 0, transno 368809 00010000:00010000:3.0:1731347580.554593:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554596:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aabbaac0/0xb104f9478dff83cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ac9 expref: 38 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.554597:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.554598:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952962816:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.554600:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.554600:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.554601:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.554602:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554603:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554605:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.554606:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800763a9f80/2, rc 0, transno 368808 00000100:00100000:2.0:1731347580.554609:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800763a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952962688:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.554611:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554612:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aabbaac0/0xb104f9478dff83cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ac9 expref: 38 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.554614:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222640/0xb104f9478e07860f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.554617:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aabbaac0/0xb104f9478dff83cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ac9 expref: 38 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.554622:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952966400:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.554639:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.554676:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952963712:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.554680:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+440:3760:x1815447952962432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2677us (2701us total) trans 4295367650 rc 0/0 00000100:00100000:2.0:1731347580.554680:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952964096:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.554684:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205302 00010000:00010000:1.0:1731347580.554686:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554691:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.554720:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952966528:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.554730:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.554736:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952966656:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.554737:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad4000/2, rc 0, transno 400353 00000100:00100000:2.0:1731347580.554740:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.554744:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952963072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.554757:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.554782:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952966528 00000100:00100000:1.0:1731347580.554782:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952966784:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.554786:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952966528 00000100:00100000:0.0:1731347580.554786:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952966656 00000100:00100000:0.0:1731347580.554790:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952966656 00000100:00100000:1.0:1731347580.554793:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.554806:0:11434:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952966784 00000100:00100000:0.0:1731347580.554808:0:11434:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952966784 00000100:00100000:2.0:1731347580.554810:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.554816:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15912:1815447952964224:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.554817:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205318 00000100:00100000:2.0:1731347580.554818:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312775680 00000100:00100000:0.0:1731347580.554820:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:3761:x1815447952966528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.554821:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312775680 00000100:00100000:1.0:1731347580.554823:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205319 00000100:00100000:1.0:1731347580.554826:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3763:x1815447952966656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.554827:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554831:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88010feb4240/0xb104f9478e00cda5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4b0 expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:1.0:1731347580.554835:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17488 count 1 00000100:00100000:3.0:1731347580.554843:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205320 00010000:00010000:1.0:1731347580.554843:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.554848:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+440:3763:x1815447952966784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.554849:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291210 00010000:00010000:1.0:1731347580.554850:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800157c2f40/0xb104f9478e0089dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0d9 expref: 38 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.554853:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+54:2004:x1815448312775680:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.554854:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.554855:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.554857:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.554859:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14972 count 1 00010000:00010000:2.0:1731347580.554860:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.554864:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88010feb4240/0xb104f9478e00cda5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4b0 expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.554865:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.554871:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800157c2f40/0xb104f9478e0089dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0d9 expref: 38 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.554872:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e10900/0xb104f9478dff496b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95606f expref: 54 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.554872:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88010feb4240/0xb104f9478e00cda5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4b0 expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:0.0:1731347580.554875:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16354 count 1 00010000:00010000:3.0:1731347580.554876:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.554877:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.554878:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.554880:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800157c2f40/0xb104f9478e0089dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0d9 expref: 38 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.554883:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88010feb4240/0xb104f9478e00cda5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4b0 expref: 54 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.554883:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554888:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131e10900/0xb104f9478dff496b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95606f expref: 54 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.554889:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007cc42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952966912:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.554891:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fff7840/0xb104f9478dffd127 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e82b expref: 38 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.554892:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.554893:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.554896:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.554897:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131e10900/0xb104f9478dff496b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95606f expref: 53 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.554897:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.554898:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.554901:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554902:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.554903:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952967040:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.554912:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.554915:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.554915:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fff7840/0xb104f9478dffd127 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e82b expref: 38 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.554917:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.554923:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fff7840/0xb104f9478dffd127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e82b expref: 38 pid: 15919 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.554932:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867c9180/2, rc 0, transno 400354 00000100:00100000:2.0:1731347580.554932:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+53:2004:x1815448312775680:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 77us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.554933:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952967168:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.554936:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952962432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.554938:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291210 00000100:00100000:0.0:1731347580.554953:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba540 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.554954:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952967296:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.554954:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554961:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.554961:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.554968:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.554971:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.554974:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554980:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.554982:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312775552 00010000:00010000:2.0:1731347580.554985:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a006c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.554985:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312775552 00000100:00100000:1.0:1731347580.554986:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.554988:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.554994:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555004:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312775808 00010000:00010000:2.0:1731347580.555004:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555007:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312775808 00010000:00010000:2.0:1731347580.555010:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a006c0/0xb104f9478e078632 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555018:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800861233c0/0xb104f9478e00879e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969e9b expref: 40 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.555018:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.555033:0:7193:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312775936 00000100:00100000:3.0:1731347580.555035:0:7193:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312775936 00000100:00100000:1.0:1731347580.555039:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291211 00010000:00010000:3.0:1731347580.555041:0:7193:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880087781440/0xb104f9478e0071da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688d7 expref: 53 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.555044:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+40:2004:x1815448312775808:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.555050:0:7193:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291212 00010000:00010000:1.0:1731347580.555051:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.555053:0:7193:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800816e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+53:2004:x1815448312775936:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.555056:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800861233c0/0xb104f9478e00879e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4430:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969e9b expref: 40 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.555059:0:7193:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.555059:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132f71d40/0xb104f9478dff5f83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957687 expref: 39 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.555063:0:7193:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880087781440/0xb104f9478e0071da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x356a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688d7 expref: 53 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.555064:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800861233c0/0xb104f9478e00879e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4430:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969e9b expref: 40 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.555075:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800861233c0/0xb104f9478e00879e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4430:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969e9b expref: 40 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.555076:0:7193:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880087781440/0xb104f9478e0071da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x356a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688d7 expref: 53 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.555078:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291213 00000100:00100000:0.0:1731347580.555082:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+39:2003:x1815448312775552:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.555084:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.555085:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.555087:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.555087:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555089:0:7193:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.555089:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.555092:0:7193:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555092:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132f71d40/0xb104f9478dff5f83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957687 expref: 39 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.555098:0:7193:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555099:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555101:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132f71d40/0xb104f9478dff5f83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957687 expref: 39 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.555105:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+441:3762:x1815447952963584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2648us (2697us total) trans 4295367651 rc 0/0 00010000:00010000:3.0:1731347580.555109:0:7193:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.555112:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205307 00010000:00010000:0.0:1731347580.555112:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132f71d40/0xb104f9478dff5f83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef957687 expref: 39 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.555113:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.555120:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.555122:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952967296 00010000:00010000:0.0:1731347580.555122:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.555124:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555125:0:7193:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800816e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62efdb24-e871-4f0d-8cc7-8cee5b684131+53:2004:x1815448312775936:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.555125:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952967296 00000100:00100000:1.0:1731347580.555128:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:2004:x1815448312775808:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (141us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.555130:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555132:0:7193:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291212 00000100:00100000:1.0:1731347580.555135:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291211 00000100:00100000:2.0:1731347580.555139:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205321 00000100:00100000:2.0:1731347580.555143:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+441:3760:x1815447952967296:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.555148:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.555153:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15564 count 1 00010000:00010000:3.0:1731347580.555154:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555161:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.555162:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555162:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880087781440/0xb104f9478e0071da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688d7 expref: 52 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.555167:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.555171:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952964352:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.555172:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac128480/0xb104f9478dffaa22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c126 expref: 51 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.555177:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.555178:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.555179:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.555180:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555181:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.555181:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555183:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555186:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555189:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555192:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.555196:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac128480/0xb104f9478dffaa22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c126 expref: 51 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.555197:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.555198:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555198:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555204:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222d00/0xb104f9478e078639 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.555204:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac128480/0xb104f9478dffaa22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c126 expref: 51 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.555204:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.555213:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952967424:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.555214:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.555215:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+37:2003:x1815448312775552:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 131us (253us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.555219:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.555222:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555227:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.555233:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.555235:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555242:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b180/0xb104f9478e078640 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.555253:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad7800/2, rc 0, transno 400355 00000100:00100000:2.0:1731347580.555261:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952963584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.555275:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291213 00000100:00100000:2.0:1731347580.555288:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1731347580.555295:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952967552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.555301:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:3763:x1815447952963840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2767us (2802us total) trans 4295336106 rc 0/0 00000100:00100000:3.0:1731347580.555307:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205308 00000100:00100000:2.0:1731347580.555313:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.555319:0:15912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952967552 00000100:00100000:3.0:1731347580.555322:0:15912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952967552 00000100:00100000:3.0:1731347580.555335:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205322 00000100:00100000:3.0:1731347580.555337:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+443:3760:x1815447952967552:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.555345:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+443:3760:x1815447952963968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2806us (2840us total) trans 4295367652 rc 0/0 00002000:00080000:3.0:1731347580.555346:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11983 count 1 00000004:00080000:2.0:1731347580.555351:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad5180/2, rc 0, transno 400356 00000100:00100000:1.0:1731347580.555351:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205309 00010000:00010000:3.0:1731347580.555354:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.555357:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952963968:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.555368:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800911ad680/0xb104f9478dffdf66 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f663 expref: 51 pid: 15912 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1731347580.555370:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad4700/2, rc 0, transno 368810 00010000:00010000:0.0:1731347580.555371:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555374:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.555375:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.555376:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952963840:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.555377:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.555378:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952967680:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.555378:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555393:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800911ad680/0xb104f9478dffdf66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f663 expref: 51 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.555393:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.555400:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952967936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.555402:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800911ad680/0xb104f9478dffdf66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f663 expref: 51 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.555411:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952967808:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.555432:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.555444:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.555449:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952967680 00000100:00100000:1.0:1731347580.555451:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952967680 00000100:00100000:3.0:1731347580.555454:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952967936 00000100:00100000:3.0:1731347580.555456:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952967936 00010000:00010000:0.0:1731347580.555459:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.555463:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205323 00000100:00100000:1.0:1731347580.555467:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+443:3762:x1815447952967680:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.555468:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555471:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205324 00010000:00010000:0.0:1731347580.555472:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555473:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+47:3763:x1815447952967936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.555475:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2ac0 already unused, calling callback (ffffffffa085a100) 00002000:00080000:1.0:1731347580.555476:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16776 count 1 00010000:00010000:0.0:1731347580.555477:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.555480:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15585 count 1 00010000:00010000:0.0:1731347580.555481:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555484:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555487:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555487:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555490:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2ac0/0xb104f9478e07862b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555493:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801282cd8c0/0xb104f9478dff57f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956ef4 expref: 36 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.555494:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800af7e1680/0xb104f9478dff1c3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95334a expref: 51 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.555500:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.555501:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.555501:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.555501:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.555503:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555504:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555512:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801282cd8c0/0xb104f9478dff57f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956ef4 expref: 36 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.555517:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801282cd8c0/0xb104f9478dff57f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956ef4 expref: 36 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.555519:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800af7e1680/0xb104f9478dff1c3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95334a expref: 51 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.555522:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952968064:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.555528:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800af7e1680/0xb104f9478dff1c3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95334a expref: 51 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.555533:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0780 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.555537:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952968192:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.555545:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952964992:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.555552:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.555554:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0180 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.555591:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.555603:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312776192 00000100:00100000:3.0:1731347580.555605:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312776192 00010000:00010000:3.0:1731347580.555612:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800908558c0/0xb104f9478e008249 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969954 expref: 52 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.555614:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.555623:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312776064 00000100:00100000:3.0:1731347580.555624:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312776064 00010000:00010000:3.0:1731347580.555629:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099f64b40/0xb104f9478dff1aa2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95319f expref: 53 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.555629:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291214 00000100:00100000:1.0:1731347580.555633:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+53:2004:x1815448312776192:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.555639:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.555641:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291215 00000100:00100000:3.0:1731347580.555644:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+53:2004:x1815448312776064:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.555644:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800908558c0/0xb104f9478e008249 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969954 expref: 53 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.555648:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.555651:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099f64b40/0xb104f9478dff1aa2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95319f expref: 53 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.555652:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800908558c0/0xb104f9478e008249 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969954 expref: 53 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.555656:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099f64b40/0xb104f9478dff1aa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95319f expref: 53 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.555662:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800908558c0/0xb104f9478e008249 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x40ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef969954 expref: 53 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.555663:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.555664:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.555666:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555670:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555670:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.555671:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.555673:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555676:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.555677:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f64b40/0xb104f9478dff1aa2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95319f expref: 52 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.555680:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.555683:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15958:1815447952964864:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.555686:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+51:2004:x1815448312776064:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 41us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.555690:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291215 00010000:00010000:0.0:1731347580.555691:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555692:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.555698:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555701:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555702:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555705:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555706:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.555707:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+50:2004:x1815448312776192:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 73us (115us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.555710:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555710:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.555712:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291214 00010000:00010000:0.0:1731347580.555713:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555714:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555716:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081439200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.555718:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555718:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555721:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222f40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.555721:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555722:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555726:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555727:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.555730:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081439200/0xb104f9478e078647 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555731:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555734:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091222f40/0xb104f9478e07864e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.555755:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952965120:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.555760:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.555763:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.555784:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312776320 00000100:00100000:1.0:1731347580.555787:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312776320 00000100:00100000:2.0:1731347580.555793:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.555799:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099f88000/0xb104f9478dffaca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3aa expref: 37 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.555801:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312776576 00000100:00100000:2.0:1731347580.555803:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312776576 00000100:00100000:1.0:1731347580.555813:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291216 00002000:00100000:2.0:1731347580.555815:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3293184->3497983) req@ffff880132623100 x1815448312776576/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:1.0:1731347580.555817:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b31fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:2004:x1815448312776320:12345-192.168.203.60@tcp:103:ldlm_bl.0 00002000:00100000:2.0:1731347580.555821:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132623100 with x1815448312776576 ext(3293184->3497983) 00010000:00010000:1.0:1731347580.555823:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1731347580.555824:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132623100 00010000:00010000:1.0:1731347580.555826:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099f88000/0xb104f9478dffaca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3aa expref: 38 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.555833:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+445:3760:x1815447952964480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2775us (2816us total) trans 4295367653 rc 0/0 00000100:00100000:2.0:1731347580.555834:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678334 00010000:00010000:1.0:1731347580.555834:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099f88000/0xb104f9478dffaca6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3aa expref: 38 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.555837:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:2004:x1815448312776576:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347580.555837:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205310 00000100:00100000:3.0:1731347580.555838:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+445:3763:x1815447952964608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2712us (2767us total) trans 4295367654 rc 0/0 00000100:00100000:3.0:1731347580.555842:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205311 00010000:00010000:1.0:1731347580.555843:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099f88000/0xb104f9478dffaca6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c3aa expref: 38 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.555851:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.555852:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.555854:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.555860:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad7100/2, rc 0, transno 400358 00010000:00010000:1.0:1731347580.555860:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555865:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952964608:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.555870:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.555882:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1731347580.555883:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+37:2004:x1815448312776320:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 65us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.555886:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952968320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.555887:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291216 00000100:00100000:3.0:1731347580.555899:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.555900:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555906:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555908:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952968320 00000100:00100000:3.0:1731347580.555910:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952968320 00000100:00100000:0.0:1731347580.555911:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3760:x1815447952963200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3563us (3645us total) trans 4295336107 rc 0/0 00000100:00100000:0.0:1731347580.555915:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205306 00010000:00010000:1.0:1731347580.555917:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555922:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205325 00010000:00010000:1.0:1731347580.555922:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.555924:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+444:3761:x1815447952968320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.555928:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.555931:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17028 count 1 00010000:00010000:1.0:1731347580.555934:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.555937:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555938:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555943:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555945:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880081be5f80/0xb104f9478e00ac57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c362 expref: 49 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.555949:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.555949:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.555951:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555952:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.555958:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00d80/0xb104f9478e078655 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.555960:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880081be5f80/0xb104f9478e00ac57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c362 expref: 49 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.555965:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880081be5f80/0xb104f9478e00ac57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c362 expref: 49 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.555970:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952968448:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.555984:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.556057:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+48:3762:x1815447952964736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2926us (2966us total) trans 4295336108 rc 0/0 00000100:00100000:1.0:1731347580.556063:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205312 00000004:00080000:0.0:1731347580.556074:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880099bcd880/2, rc 0, transno 368812 00000100:00100000:0.0:1731347580.556084:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952964736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.556109:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b31fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952968576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.556121:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1731347580.556125:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad4a80/2, rc 0, transno 400357 00000100:00100000:1.0:1731347580.556135:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952968576 00000100:00100000:1.0:1731347580.556138:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952968576 00000100:00100000:2.0:1731347580.556139:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952964480:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1731347580.556148:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad6d80/2, rc 0, transno 368811 00000100:00100000:2.0:1731347580.556154:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952963200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.556160:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205326 00000100:00100000:3.0:1731347580.556163:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1731347580.556164:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+48:3761:x1815447952968576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.556166:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952968704:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1731347580.556175:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9572 count 1 00000100:00100000:3.0:1731347580.556179:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.556183:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556192:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880126e8e1c0/0xb104f9478e00cdac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4a9 expref: 37 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.556197:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.556198:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.556200:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556214:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880126e8e1c0/0xb104f9478e00cdac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4a9 expref: 37 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.556221:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952968704 00010000:00010000:1.0:1731347580.556222:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880126e8e1c0/0xb104f9478e00cdac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4a9 expref: 37 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.556224:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952968704 00000100:00100000:1.0:1731347580.556229:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952968832:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.556236:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205327 00000100:00100000:0.0:1731347580.556239:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+445:3763:x1815447952968704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.556247:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18011 count 1 00000100:00100000:1.0:1731347580.556248:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a03c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.556254:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.556261:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800960edb00/0xb104f9478dff2a46 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95414a expref: 49 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.556265:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.556267:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.556268:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.556277:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800960edb00/0xb104f9478dff2a46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95414a expref: 49 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.556281:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952968960:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.556286:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800960edb00/0xb104f9478dff2a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95414a expref: 49 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.556288:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.556292:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952969088:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.556294:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952965376:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.556296:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312776704 00000100:00100000:1.0:1731347580.556298:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312776704 00000100:00100000:3.0:1731347580.556302:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.556302:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556307:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880077c9cfc0/0xb104f9478dffe41a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2634:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb1e expref: 50 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.556310:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.556314:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952968960 00000100:00100000:2.0:1731347580.556315:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952968960 00000100:00100000:1.0:1731347580.556323:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291217 00000100:00100000:1.0:1731347580.556327:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+50:2003:x1815448312776704:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.556332:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205328 00010000:00010000:1.0:1731347580.556332:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.556334:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3763:x1815447952968960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.556335:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880077c9cfc0/0xb104f9478dffe41a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2634:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb1e expref: 50 pid: 15912 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.556342:0:15872:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13674 count 1 00010000:00010000:1.0:1731347580.556342:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880077c9cfc0/0xb104f9478dffe41a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2634:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb1e expref: 50 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.556349:0:15872:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556352:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880077c9cfc0/0xb104f9478dffe41a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2634:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb1e expref: 50 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.556356:0:15872:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800958b2f40/0xb104f9478e0071d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688de expref: 37 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.556359:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.556360:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.556360:0:15872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.556360:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.556362:0:15872:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556362:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556368:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556371:0:15872:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800958b2f40/0xb104f9478e0071d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688de expref: 37 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.556376:0:15872:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800958b2f40/0xb104f9478e0071d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688de expref: 37 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.556379:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.556382:0:15872:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132623480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952969216:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.556393:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+49:2003:x1815448312776704:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (104us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.556394:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.556396:0:15872:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62900 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.556398:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291217 00010000:00010000:3.0:1731347580.556402:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.556409:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.556439:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.556440:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.556446:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.556446:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312776832 00000100:00100000:1.0:1731347580.556449:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312776832 00010000:00010000:3.0:1731347580.556452:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00240 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.556455:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556455:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaff1200/0xb104f9478dff9997 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b09b expref: 38 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.556464:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291218 00010000:00010000:3.0:1731347580.556467:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.556467:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:2003:x1815448312776832:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.556471:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.556473:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aaff1200/0xb104f9478dff9997 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b09b expref: 38 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.556476:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556478:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aaff1200/0xb104f9478dff9997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b09b expref: 38 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.556478:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.556482:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a00240/0xb104f9478e07865c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.556483:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098d4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952966144:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.556485:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.556486:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.556487:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.556487:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.556491:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556493:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.556493:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312776960 00000100:00100000:0.0:1731347580.556496:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312776960 00010000:00010000:1.0:1731347580.556497:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.556504:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8db1f80/0xb104f9478dfffd6c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961470 expref: 49 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.556510:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:2003:x1815448312776832:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 42us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.556513:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291218 00000100:00100000:0.0:1731347580.556513:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312777088 00000100:00100000:0.0:1731347580.556514:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312777088 00010000:00010000:0.0:1731347580.556519:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e218c0/0xb104f9478e00892d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a031 expref: 38 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.556520:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291219 00000100:00100000:1.0:1731347580.556522:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+49:2004:x1815448312776960:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.556528:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1731347580.556528:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291220 00010000:00010000:1.0:1731347580.556530:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8db1f80/0xb104f9478dfffd6c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x45b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961470 expref: 49 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.556530:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:2004:x1815448312777088:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.556535:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8db1f80/0xb104f9478dfffd6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961470 expref: 49 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.556535:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.556537:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e218c0/0xb104f9478e00892d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x315e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a031 expref: 38 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.556541:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.556542:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.556543:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e218c0/0xb104f9478e00892d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x315e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a031 expref: 38 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.556544:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556548:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556552:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.556552:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e218c0/0xb104f9478e00892d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x315e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a031 expref: 38 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.556558:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.556559:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.556560:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+49:2004:x1815448312776960:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 37us (82us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.556560:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.556563:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291219 00010000:00010000:0.0:1731347580.556564:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.556570:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+446:3761:x1815447952965248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2708us (2743us total) trans 4295367655 rc 0/0 00000100:00100000:3.0:1731347580.556574:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205313 00010000:00010000:0.0:1731347580.556574:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1731347580.556585:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800818a4a80/2, rc 0, transno 400359 00000100:00100000:0.0:1731347580.556587:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+37:2004:x1815448312777088:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (99us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.556590:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8db1f80/0xb104f9478dfffd6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961470 expref: 48 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.556590:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291220 00000100:00100000:2.0:1731347580.556592:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800818a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952965248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.556595:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15959:1815447952966016:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.556601:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556602:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556607:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556607:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556611:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556613:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556616:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556619:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556619:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.556621:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1731347580.556623:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556625:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556626:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.556627:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.556628:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952969344:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.556630:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.556631:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556632:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556636:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556638:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556639:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1440/0xb104f9478e07866a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556646:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.556649:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.556651:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01680/0xb104f9478e078671 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.556662:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952969344 00000100:00100000:3.0:1731347580.556665:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952969344 00000100:00100000:3.0:1731347580.556682:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205329 00000100:00100000:3.0:1731347580.556685:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+447:3761:x1815447952969344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1731347580.556693:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18958 count 1 00010000:00010000:3.0:1731347580.556700:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.556707:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009861dd40/0xb104f9478e00b517 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc1b expref: 47 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.556714:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.556715:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.556715:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952966400:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.556716:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.556716:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+447:3762:x1815447952965632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2638us (2667us total) trans 4295367656 rc 0/0 00000100:00100000:1.0:1731347580.556721:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205315 00010000:00010000:0.0:1731347580.556724:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.556726:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009861dd40/0xb104f9478e00b517 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc1b expref: 47 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.556731:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009861dd40/0xb104f9478e00b517 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc1b expref: 47 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.556737:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952969472:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.556740:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaff1200/0xb104f9478dff9997 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95b09b expref: 36 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:0.0:1731347580.556744:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa225180/2, rc 0, transno 400360 00000100:00100000:1.0:1731347580.556749:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952965888:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.556749:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952965632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.556750:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:1.0:1731347580.556759:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.556764:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3762:x1815447952965760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2644us (2671us total) trans 4295336109 rc 0/0 00010000:00010000:1.0:1731347580.556766:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.556781:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205316 00000100:00100000:3.0:1731347580.556784:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952969600:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.556784:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556790:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.556796:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.556800:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.556802:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.556802:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.556808:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.556810:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.556813:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312777216 00000100:00100000:2.0:1731347580.556815:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952969600 00000100:00100000:0.0:1731347580.556816:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312777216 00000100:00100000:2.0:1731347580.556819:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952969600 00010000:00010000:1.0:1731347580.556821:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.556827:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aabbaac0/0xb104f9478dff83cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ac9 expref: 36 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.556830:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.556832:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205330 00000100:00100000:2.0:1731347580.556835:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+447:3761:x1815447952969600:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.556837:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222ac0/0xb104f9478e078663 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.556845:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12906 count 1 00010000:00010000:2.0:1731347580.556853:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556862:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ad7180/0xb104f9478e00a836 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf3a expref: 47 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.556868:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.556870:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.556872:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.556887:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ad7180/0xb104f9478e00a836 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf3a expref: 47 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.556900:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ad7180/0xb104f9478e00a836 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf3a expref: 47 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.556903:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291221 00000100:00100000:0.0:1731347580.556908:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+36:2004:x1815448312777216:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.556910:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952969728:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.556915:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.556919:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aabbaac0/0xb104f9478dff83cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ac9 expref: 36 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.556927:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aabbaac0/0xb104f9478dff83cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ac9 expref: 36 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.556929:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62f00 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.556935:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3761:x1815447952965504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2859us (2951us total) trans 4295336110 rc 0/0 00000100:00100000:1.0:1731347580.556941:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205314 00000004:00080000:3.0:1731347580.556953:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007b731c00/2, rc 0, transno 368814 00000100:00100000:3.0:1731347580.556961:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007b731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952965504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.556992:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1731347580.556997:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952969856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.557012:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.557018:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007cc42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952966912:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.557027:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952969856 00010000:00010000:1.0:1731347580.557027:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.557031:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952969856 00010000:00010000:0.0:1731347580.557043:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aabbaac0/0xb104f9478dff83cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef959ac9 expref: 36 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.557046:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205331 00000100:00100000:2.0:1731347580.557050:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3763:x1815447952969856:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.557054:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.557055:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.557056:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.557058:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.557060:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19230 count 1 00000100:00100000:3.0:1731347580.557069:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312777344 00010000:00010000:2.0:1731347580.557069:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.557073:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312777344 00010000:00010000:2.0:1731347580.557079:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af7d58c0/0xb104f9478dff1a9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9531a6 expref: 36 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1731347580.557079:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.557085:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800157c2f40/0xb104f9478e0089dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0d9 expref: 36 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.557085:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.557086:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.557088:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.557088:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312777472 00000100:00100000:1.0:1731347580.557090:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312777472 00010000:00010000:1.0:1731347580.557100:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131e10900/0xb104f9478dff496b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95606f expref: 48 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.557103:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af7d58c0/0xb104f9478dff1a9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9531a6 expref: 36 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.557108:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291222 00000100:00100000:3.0:1731347580.557112:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+36:2003:x1815448312777344:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.557112:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af7d58c0/0xb104f9478dff1a9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9531a6 expref: 36 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.557117:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291223 00010000:00010000:3.0:1731347580.557119:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.557121:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+48:2003:x1815448312777472:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.557123:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800157c2f40/0xb104f9478e0089dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0d9 expref: 36 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.557126:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952969984:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.557130:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.557132:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800157c2f40/0xb104f9478e0089dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0d9 expref: 36 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.557134:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131e10900/0xb104f9478dff496b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95606f expref: 48 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.557143:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131e10900/0xb104f9478dff496b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95606f expref: 48 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.557144:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800157c2f40/0xb104f9478e0089dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a0d9 expref: 36 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.557144:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62e40 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.557153:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.557153:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.557155:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.557155:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.557157:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557158:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557164:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557164:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557173:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.557173:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557180:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.557186:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+48:2003:x1815448312777472:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 64us (107us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.557189:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557189:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.557192:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291223 00000100:00100000:3.0:1731347580.557195:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+35:2003:x1815448312777344:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 83us (141us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.557196:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.557200:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291222 00010000:00010000:2.0:1731347580.557204:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557207:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2004:x1815448312777216:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 297us (404us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.557210:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557214:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291221 00010000:00010000:2.0:1731347580.557217:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557223:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e10900/0xb104f9478dff496b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95606f expref: 47 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.557225:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.557228:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557230:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.557232:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952967040:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.557234:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557238:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557243:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.557243:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.557245:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.557245:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.557249:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2d00/0xb104f9478e07867f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557250:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.557254:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312777600 00010000:00010000:3.0:1731347580.557256:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.557256:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312777600 00010000:00010000:3.0:1731347580.557263:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557265:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fff7840/0xb104f9478dffd127 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e82b expref: 34 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.557269:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557275:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.557278:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291224 00010000:00010000:3.0:1731347580.557281:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220240 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.557282:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2004:x1815448312777600:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.557284:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557290:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.557291:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557293:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fff7840/0xb104f9478dffd127 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e82b expref: 33 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.557300:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fff7840/0xb104f9478dffd127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e82b expref: 33 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.557303:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557305:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.557306:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+33:2004:x1815448312776576:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1467us (1511us total) trans 0 rc 204800/204800 00010000:00010000:1.0:1731347580.557310:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.557311:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220240/0xb104f9478e078686 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557311:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.557312:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678334 00010000:00010000:1.0:1731347580.557314:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1731347580.557318:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3293184->3497983) req@ffff880132623100 x1815448312776576/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 204800/204800 job:'fsx.0' uid:0 gid:0 00010000:00010000:1.0:1731347580.557320:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1731347580.557327:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132623100 with x1815448312776576 ext(3293184->3497983) 00010000:00010000:1.0:1731347580.557329:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1731347580.557330:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132623100 00000100:00100000:1.0:1731347580.557341:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+32:2004:x1815448312777600:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.557346:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291224 00010000:00010000:0.0:1731347580.557350:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557356:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880081438900 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.557359:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557364:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557371:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fff7840/0xb104f9478dffd127 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e82b expref: 31 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.557374:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.557380:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952967168:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.557381:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081438900/0xb104f9478e078678 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x43f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557390:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557397:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.557400:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+448:3763:x1815447952966784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2551us (2604us total) trans 4295367657 rc 0/0 00010000:00010000:1.0:1731347580.557404:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.557406:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205320 00010000:00010000:1.0:1731347580.557411:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557434:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.557439:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:3763:x1815447952966656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2611us (2682us total) trans 4295336111 rc 0/0 00010000:00010000:1.0:1731347580.557440:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.557444:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205319 00010000:00010000:1.0:1731347580.557446:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.557449:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.557453:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d7100/2, rc 0, transno 400361 00010000:00010000:1.0:1731347580.557456:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.557460:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952966784:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.557464:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.557469:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad6300/2, rc 0, transno 368815 00010000:00010000:1.0:1731347580.557470:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a400/0xb104f9478e07868d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.557473:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952966656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.557479:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952970112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.557486:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952970240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.557494:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.557499:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347580.557506:0:15961:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952970112 00000100:00100000:3.0:1731347580.557508:0:15961:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952970112 00000100:00100000:2.0:1731347580.557511:0:10617:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952970240 00000100:00100000:2.0:1731347580.557514:0:10617:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952970240 00000100:00100000:3.0:1731347580.557518:0:15961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205332 00000100:00100000:3.0:1731347580.557520:0:15961:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+448:3763:x1815447952970112:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.557524:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205333 00000100:00100000:2.0:1731347580.557526:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3760:x1815447952970240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.557528:0:15961:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13048 count 1 00002000:00080000:2.0:1731347580.557534:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16556 count 1 00010000:00010000:3.0:1731347580.557535:0:15961:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557535:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+53:3760:x1815447952966272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2958us (3311us total) trans 4295336112 rc 0/0 00000100:00100000:0.0:1731347580.557539:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205317 00010000:00010000:2.0:1731347580.557541:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557542:0:15961:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6d8c0/0xb104f9478dffa31b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba26 expref: 46 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.557548:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac2a6640/0xb104f9478e008250 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96994d expref: 30 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.557549:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.557550:0:15961:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.557551:0:15961:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.557554:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.557556:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.557558:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1731347580.557559:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800aa225c00/2, rc 0, transno 368813 00010000:00010000:3.0:1731347580.557561:0:15961:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6d8c0/0xb104f9478dffa31b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba26 expref: 46 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.557564:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952965760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.557566:0:15961:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6d8c0/0xb104f9478dffa31b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba26 expref: 46 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.557571:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac2a6640/0xb104f9478e008250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96994d expref: 30 pid: 15919 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.557572:0:15961:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952970368:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.557577:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3761:x1815447952966528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2754us (2835us total) trans 4295336113 rc 0/0 00010000:00010000:2.0:1731347580.557579:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac2a6640/0xb104f9478e008250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96994d expref: 30 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.557582:0:15961:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.557585:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205318 00000100:00100000:2.0:1731347580.557588:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952970496:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.557591:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952970624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.557604:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.557605:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.557614:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952970624 00000100:00100000:2.0:1731347580.557616:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952970624 00000004:00080000:3.0:1731347580.557619:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800867caa00/2, rc 0, transno 368817 00000100:00100000:2.0:1731347580.557631:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205334 00000100:00100000:3.0:1731347580.557632:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952966528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.557635:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+52:3761:x1815447952970624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.557643:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9780 count 1 00000100:00100000:3.0:1731347580.557645:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952967808:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.557646:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952970752:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.557652:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557653:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.557660:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009742e880/0xb104f9478dffe413 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb17 expref: 30 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.557660:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.557661:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.557666:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.557667:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.557670:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.557672:0:15958:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952970752 00000100:00100000:3.0:1731347580.557674:0:15958:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952970752 00000100:00100000:0.0:1731347580.557677:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312777728 00000100:00100000:1.0:1731347580.557679:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.557680:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312777728 00010000:00010000:2.0:1731347580.557682:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009742e880/0xb104f9478dffe413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb17 expref: 30 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.557685:0:15958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205335 00010000:00010000:0.0:1731347580.557687:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac128480/0xb104f9478dffaa22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c126 expref: 47 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.557688:0:15958:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+53:3762:x1815447952970752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.557690:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009742e880/0xb104f9478dffe413 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb17 expref: 30 pid: 15918 timeout: 1676 lvb_type: 1 00002000:00080000:3.0:1731347580.557696:0:15958:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17841 count 1 00000100:00100000:2.0:1731347580.557699:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952970880:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.557700:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312777856 00010000:00010000:3.0:1731347580.557702:0:15958:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557702:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312777856 00010000:00010000:0.0:1731347580.557706:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800911ad680/0xb104f9478dffdf66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f663 expref: 48 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.557709:0:15958:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4089d40/0xb104f9478dfffd65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef961469 expref: 30 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.557713:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.557714:0:15958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.557714:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291225 00000100:00100000:2.0:1731347580.557715:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62d80 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.557716:0:15958:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557717:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+48:2004:x1815448312777728:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.557721:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.557723:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac128480/0xb104f9478dffaa22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3ccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c126 expref: 48 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.557725:0:15958:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4089d40/0xb104f9478dfffd65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961469 expref: 30 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.557729:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac128480/0xb104f9478dffaa22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3ccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c126 expref: 48 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.557731:0:15958:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4089d40/0xb104f9478dfffd65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961469 expref: 30 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.557732:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291226 00000100:00100000:2.0:1731347580.557733:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952967424:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.557736:0:15958:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952971008:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.557737:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac128480/0xb104f9478dffaa22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3ccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c126 expref: 48 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.557738:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+48:2003:x1815448312777856:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.557741:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557746:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.557747:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.557748:0:15958:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a00c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.557748:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.557750:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800911ad680/0xb104f9478dffdf66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ecf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f663 expref: 47 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.557750:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.557754:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880099bcd180/2, rc 0, transno 368816 00010000:00010000:0.0:1731347580.557754:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.557759:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952966272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.557759:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800911ad680/0xb104f9478dffdf66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ecf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f663 expref: 47 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.557762:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.557784:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800911ad680/0xb104f9478dffdf66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2ecf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f663 expref: 47 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.557785:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557786:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+47:2004:x1815448312777728:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.557789:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291225 00010000:00010000:3.0:1731347580.557790:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557794:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557794:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.557795:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.557796:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1731347580.557797:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557799:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.557801:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952971136:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.557802:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557804:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557806:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.557807:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557810:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.557811:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.557815:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.557817:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557817:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.557817:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312777984 00000100:00100000:0.0:1731347580.557819:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312777984 00010000:00010000:3.0:1731347580.557821:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a03180/0xb104f9478e078694 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557825:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801282cd8c0/0xb104f9478dff57f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956ef4 expref: 31 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.557831:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+45:2003:x1815448312777856:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 93us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.557834:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291227 00000100:00100000:0.0:1731347580.557836:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+31:2004:x1815448312777984:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.557840:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291226 00010000:00010000:0.0:1731347580.557840:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.557843:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801282cd8c0/0xb104f9478dff57f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956ef4 expref: 31 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.557848:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801282cd8c0/0xb104f9478dff57f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956ef4 expref: 31 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.557858:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.557859:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.557860:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557865:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557870:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.557872:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952968192:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.557878:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+31:2004:x1815448312777984:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 40us (67us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.557880:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557881:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291227 00000100:00100000:0.0:1731347580.557889:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952971136 00000100:00100000:0.0:1731347580.557891:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952971136 00000100:00100000:3.0:1731347580.557897:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+449:3760:x1815447952967296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2753us (2925us total) trans 4295367658 rc 0/0 00010000:00010000:1.0:1731347580.557898:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801282cd8c0/0xb104f9478dff57f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956ef4 expref: 30 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.557898:0:15957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205336 00000100:00100000:0.0:1731347580.557900:0:15957:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+54:3762:x1815447952971136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.557901:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205321 00000004:00080000:2.0:1731347580.557905:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d6300/2, rc 0, transno 400362 00000100:00100000:1.0:1731347580.557906:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952968064:192.168.203.60@tcp:104: 00002000:00080000:0.0:1731347580.557908:0:15957:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14972 count 1 00000100:00100000:2.0:1731347580.557912:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952967296:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.557913:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557914:0:15957:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557915:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557918:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557920:0:15957:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124808480/0xb104f9478dff4972 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef956076 expref: 29 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.557922:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557923:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557924:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.557925:0:15957:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.557926:0:15957:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557927:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557927:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557931:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557932:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557934:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091221680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.557936:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557936:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.557937:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952971264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.557939:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.557939:0:15957:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124808480/0xb104f9478dff4972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956076 expref: 29 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.557940:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557944:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091222400 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.557944:0:15957:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124808480/0xb104f9478dff4972 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956076 expref: 29 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.557945:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557946:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.557948:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091221680/0xb104f9478e07869b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557950:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557950:0:15957:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952971392:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.557953:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.557955:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.557959:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091222400/0xb104f9478e0786a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ce1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.557959:0:15957:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.557969:0:15920:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952971264 00000100:00100000:2.0:1731347580.557972:0:15920:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952971264 00000100:00100000:0.0:1731347580.557982:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.557986:0:15920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205337 00000100:00100000:0.0:1731347580.557987:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312778112 00000100:00100000:2.0:1731347580.557989:0:15920:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+450:3760:x1815447952971264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.557989:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312778112 00010000:00010000:0.0:1731347580.557995:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800af7e1680/0xb104f9478dff1c3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95334a expref: 45 pid: 15872 timeout: 1676 lvb_type: 1 00002000:00080000:2.0:1731347580.557998:0:15920:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18955 count 1 00000100:00100000:0.0:1731347580.558003:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291228 00000100:00100000:0.0:1731347580.558006:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+45:2003:x1815448312778112:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.558007:0:15920:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558010:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.558012:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800af7e1680/0xb104f9478dff1c3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95334a expref: 45 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.558016:0:15920:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800904b4d80/0xb104f9478e009272 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a976 expref: 45 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.558017:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800af7e1680/0xb104f9478dff1c3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95334a expref: 45 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.558021:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+450:3760:x1815447952967552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2682us (2707us total) trans 4295367659 rc 0/0 00010000:00010000:2.0:1731347580.558022:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.558023:0:15920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558024:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800af7e1680/0xb104f9478dff1c3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95334a expref: 45 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.558025:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205322 00010000:00010000:2.0:1731347580.558026:0:15920:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.558030:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b31fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+55:3763:x1815447952967936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2555us (2614us total) trans 4295336114 rc 0/0 00010000:00010000:0.0:1731347580.558033:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.558034:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205324 00010000:00010000:0.0:1731347580.558034:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558036:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558040:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.558041:0:15920:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800904b4d80/0xb104f9478e009272 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a976 expref: 44 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.558043:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15895:1815447952968448:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.558047:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.558049:0:15920:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800904b4d80/0xb104f9478e009272 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a976 expref: 44 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.558051:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558054:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:2003:x1815448312778112:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.558055:0:15920:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952971520:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.558057:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291228 00000100:00100000:1.0:1731347580.558065:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.558067:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132e4ce00/2, rc 0, transno 368818 00000100:00100000:2.0:1731347580.558068:0:15920:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.558071:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952967936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.558078:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312778240 00000100:00100000:0.0:1731347580.558080:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312778240 00000004:00080000:2.0:1731347580.558083:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012f409180/2, rc 0, transno 400363 00010000:00010000:0.0:1731347580.558085:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880081be5f80/0xb104f9478e00ac57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c362 expref: 44 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.558087:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952967552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.558089:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952971648:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.558094:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0001_UUID:15962:1815447952968832:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.558094:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291229 00000100:00100000:0.0:1731347580.558096:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:2004:x1815448312778240:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.558100:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.558100:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.558101:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558102:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880081be5f80/0xb104f9478e00ac57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c362 expref: 44 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.558104:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952971776:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.558107:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880081be5f80/0xb104f9478e00ac57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c362 expref: 44 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.558110:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.558114:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558115:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.558117:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081be5f80/0xb104f9478e00ac57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c362 expref: 44 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.558121:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558122:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558123:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558124:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558127:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952971648 00000100:00100000:2.0:1731347580.558128:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952971648 00010000:00010000:1.0:1731347580.558128:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558128:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.558134:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558135:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.558137:0:15960:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952971776 00000100:00100000:2.0:1731347580.558138:0:15960:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952971776 00010000:00010000:1.0:1731347580.558139:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.558141:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.558142:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558142:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+43:2004:x1815448312778240:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.558144:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291229 00010000:00010000:3.0:1731347580.558148:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.558148:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558151:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205338 00010000:00010000:3.0:1731347580.558152:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558154:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+55:3761:x1815447952971648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.558156:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.558158:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.558160:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.558162:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15564 count 1 00010000:00010000:3.0:1731347580.558163:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091220d80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.558164:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.558164:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0786a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.558168:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.558168:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558172:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952969088:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.558175:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.558175:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fadb00/0xb104f9478dffaa1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c11f expref: 29 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.558179:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091220d80/0xb104f9478e0786b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.558179:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558179:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.558180:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.558181:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.558190:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fadb00/0xb104f9478dffaa1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c11f expref: 29 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.558195:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fadb00/0xb104f9478dffaa1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c11f expref: 29 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.558199:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952971904:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.558208:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00000100:00100000:3.0:1731347580.558212:0:15912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205339 00000100:00100000:0.0:1731347580.558213:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.558215:0:15912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+451:3762:x1815447952971776:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.558219:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312778368 00000100:00100000:0.0:1731347580.558221:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312778368 00002000:00080000:3.0:1731347580.558223:0:15912:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11235 count 1 00010000:00010000:0.0:1731347580.558227:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880126e8e1c0/0xb104f9478e00cdac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4a9 expref: 30 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.558230:0:15912:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558235:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291230 00010000:00010000:3.0:1731347580.558237:0:15912:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ae18b840/0xb104f9478dff18a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fa7 expref: 42 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.558238:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+30:2003:x1815448312778368:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.558241:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.558241:0:15912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.558243:0:15912:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558243:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.558245:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880126e8e1c0/0xb104f9478e00cdac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4a9 expref: 30 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.558250:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880126e8e1c0/0xb104f9478e00cdac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4a9 expref: 30 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.558252:0:15912:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ae18b840/0xb104f9478dff18a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fa7 expref: 42 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.558256:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880126e8e1c0/0xb104f9478e00cdac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96e4a9 expref: 30 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.558257:0:15912:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ae18b840/0xb104f9478dff18a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fa7 expref: 42 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.558262:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558262:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558264:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.558265:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+451:3762:x1815447952967680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2797us (2871us total) trans 4295367660 rc 0/0 00000100:00100000:3.0:1731347580.558266:0:15912:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952972032:192.168.203.60@tcp:104: 00000004:00080000:2.0:1731347580.558268:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132f7df80/2, rc 0, transno 400364 00010000:00010000:0.0:1731347580.558268:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.558271:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205323 00000100:00100000:2.0:1731347580.558272:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132f7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952967680:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.558275:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.558277:0:15912:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.558283:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+29:2003:x1815448312778368:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 44us (70us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.558286:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558286:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291230 00000100:00100000:2.0:1731347580.558287:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1731347580.558291:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952972160:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.558294:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558300:0:15872:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132623480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15872:1815447952969216:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.558301:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558303:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.558307:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558307:0:15872:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558312:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952972160 00010000:00010000:1.0:1731347580.558313:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558314:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952972160 00010000:00010000:1.0:1731347580.558319:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae2880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.558321:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558322:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205340 00000100:00100000:2.0:1731347580.558324:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+452:3762:x1815447952972160:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1731347580.558328:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.558331:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10487 count 1 00000100:00100000:0.0:1731347580.558333:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.558337:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.558337:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558340:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312778624 00000100:00100000:0.0:1731347580.558342:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312778624 00010000:00010000:2.0:1731347580.558343:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801152b2880/0xb104f9478dffce95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e599 expref: 42 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.558343:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae2880/0xb104f9478e0786b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.558347:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+452:3761:x1815447952968320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2421us (2446us total) trans 4295367661 rc 0/0 00010000:00010000:2.0:1731347580.558348:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.558348:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558348:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800958b2f40/0xb104f9478e0071d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688de expref: 29 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.558350:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.558351:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205325 00000100:00100000:0.0:1731347580.558356:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291231 00000100:00100000:0.0:1731347580.558358:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+29:2003:x1815448312778624:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.558359:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801152b2880/0xb104f9478dffce95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e599 expref: 42 pid: 15919 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.558362:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.558363:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801152b2880/0xb104f9478dffce95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e599 expref: 42 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.558364:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800958b2f40/0xb104f9478e0071d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x356a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688de expref: 29 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.558368:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d5f80/2, rc 0, transno 400365 00000100:00100000:2.0:1731347580.558368:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952972288:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.558370:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800958b2f40/0xb104f9478e0071d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x356a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688de expref: 29 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.558377:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800958b2f40/0xb104f9478e0071d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x356a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9688de expref: 29 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.558379:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952968320:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.558382:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558382:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558384:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558388:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558398:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62480 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.558398:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.558400:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952972416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.558405:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+28:2003:x1815448312778624:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.558409:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291231 00000100:00100000:3.0:1731347580.558411:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.558431:0:15872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558435:0:15872:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558439:0:15872:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558443:0:15872:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558447:0:15872:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.558448:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+56:3761:x1815447952968576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2283us (2324us total) trans 4295336115 rc 0/0 00010000:00010000:0.0:1731347580.558450:0:15872:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01200 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.558451:0:15872:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.558452:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b31fed80/2, rc 0, transno 368819 00000100:00100000:1.0:1731347580.558454:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205326 00010000:00010000:0.0:1731347580.558455:0:15872:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.558456:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b31fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952968576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.558464:0:15962:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952972416 00010000:00010000:0.0:1731347580.558464:0:15872:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.558467:0:15962:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952972416 00010000:00010000:0.0:1731347580.558467:0:15872:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01200/0xb104f9478e0786c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.558473:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347580.558477:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952972544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.558479:0:15962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205341 00000100:00100000:1.0:1731347580.558481:0:15962:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+452:3760:x1815447952972416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.558488:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1731347580.558489:0:15962:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17155 count 1 00010000:00010000:1.0:1731347580.558496:0:15962:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.558498:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952972544 00000100:00100000:3.0:1731347580.558500:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952972544 00010000:00010000:1.0:1731347580.558504:0:15962:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ad54240/0xb104f9478e00bed3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5d7 expref: 42 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.558508:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.558508:0:15962:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.558510:0:15962:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.558511:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205342 00000100:00100000:3.0:1731347580.558513:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+57:3760:x1815447952972544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.558520:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11983 count 1 00010000:00010000:1.0:1731347580.558520:0:15962:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ad54240/0xb104f9478e00bed3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5d7 expref: 42 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.558525:0:15962:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ad54240/0xb104f9478e00bed3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5d7 expref: 42 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.558527:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.558530:0:15962:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952972672:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.558534:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800af86e400/0xb104f9478dffdf5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f66a expref: 27 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.558541:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.558542:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.558543:0:15962:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a03c0 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.558544:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558550:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+57:3763:x1815447952968960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2214us (2248us total) trans 4295336116 rc 0/0 00010000:00010000:3.0:1731347580.558553:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800af86e400/0xb104f9478dffdf5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f66a expref: 27 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.558554:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205328 00010000:00010000:3.0:1731347580.558558:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800af86e400/0xb104f9478dffdf5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f66a expref: 27 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.558563:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952972800:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.558572:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0240 going to sleep for 11 seconds 00000004:00080000:3.0:1731347580.558585:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f83100/2, rc 0, transno 368820 00000100:00100000:3.0:1731347580.558590:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952968960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1731347580.558604:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.558616:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952972928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.558619:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312778496 00000100:00100000:0.0:1731347580.558621:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312778496 00010000:00010000:0.0:1731347580.558628:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800960edb00/0xb104f9478dff2a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95414a expref: 43 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.558638:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.558638:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291232 00000100:00100000:0.0:1731347580.558641:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+43:2004:x1815448312778496:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.558645:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.558647:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800960edb00/0xb104f9478dff2a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x465b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95414a expref: 43 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.558649:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952972928 00000100:00100000:2.0:1731347580.558651:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952972928 00010000:00010000:0.0:1731347580.558652:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800960edb00/0xb104f9478dff2a46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x465b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95414a expref: 43 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.558659:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800960edb00/0xb104f9478dff2a46 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x465b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95414a expref: 43 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.558662:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205343 00000100:00100000:2.0:1731347580.558665:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+57:3762:x1815447952972928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.558667:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558668:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558670:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.558672:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16776 count 1 00010000:00010000:0.0:1731347580.558674:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.558678:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558681:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.558685:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097edcb40/0xb104f9478dff1c46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef953343 expref: 27 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.558689:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.558690:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.558690:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+42:2004:x1815448312778496:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 49us (88us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.558691:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558693:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291232 00010000:00010000:2.0:1731347580.558700:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097edcb40/0xb104f9478dff1c46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953343 expref: 27 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.558702:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.558704:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097edcb40/0xb104f9478dff1c46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953343 expref: 27 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.558706:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.558709:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952973056:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.558710:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558714:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558717:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558723:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a1c0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.558725:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea620c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.558725:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558729:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558734:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558737:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143a1c0/0xb104f9478e0786be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.558830:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+453:3763:x1815447952968704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2590us (2650us total) trans 4295367662 rc 0/0 00000100:00100000:0.0:1731347580.558834:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205327 00000004:00080000:3.0:1731347580.558847:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d5880/2, rc 0, transno 400366 00000100:00100000:3.0:1731347580.558859:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952968704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.558899:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952973184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.558913:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.558921:0:15956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952973184 00000100:00100000:0.0:1731347580.558924:0:15956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952973184 00000100:00100000:0.0:1731347580.558932:0:15956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205344 00000100:00100000:0.0:1731347580.558935:0:15956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+453:3763:x1815447952973184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1731347580.558942:0:15956:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16243 count 1 00010000:00010000:0.0:1731347580.558949:0:15956:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.558956:0:15956:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007bda1680/0xb104f9478e00aa97 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c19b expref: 41 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.558967:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558968:0:15956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.558970:0:15956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.559049:0:15956:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007bda1680/0xb104f9478e00aa97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c19b expref: 41 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.559059:0:15956:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007bda1680/0xb104f9478e00aa97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c19b expref: 41 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.559068:0:15956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952973312:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.559100:0:15956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.559964:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952969984:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.559970:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15923:1815447952969472:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.559976:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.559984:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.559996:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.559999:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9554:1815447952969728:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.560007:0:15961:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15961:1815447952970368:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.560007:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560014:0:15961:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560019:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.560027:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.560032:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312779008 00000100:00100000:1.0:1731347580.560032:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312778752 00000100:00100000:2.0:1731347580.560034:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312779008 00000100:00100000:1.0:1731347580.560036:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312778752 00000100:00100000:0.0:1731347580.560039:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.560044:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ad7180/0xb104f9478e00a836 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf3a expref: 43 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560048:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009861dd40/0xb104f9478e00b517 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc1b expref: 43 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.560061:0:15898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312778880 00000100:00100000:3.0:1731347580.560062:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312779136 00000100:00100000:1.0:1731347580.560063:0:15898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312778880 00000100:00100000:3.0:1731347580.560066:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312779136 00000100:00100000:2.0:1731347580.560067:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291233 00010000:00010000:1.0:1731347580.560068:0:15898:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af7d58c0/0xb104f9478dff1a9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9531a6 expref: 28 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.560070:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:2006:x1815448312779008:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.560073:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952970880:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.560075:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.560078:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6d8c0/0xb104f9478dffa31b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba26 expref: 44 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.560078:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ad7180/0xb104f9478e00a836 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x326a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf3a expref: 44 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.560080:0:15898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291234 00010000:00010000:0.0:1731347580.560081:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.560083:0:15898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:2003:x1815448312778752:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.560084:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ad7180/0xb104f9478e00a836 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x326a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf3a expref: 44 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560089:0:15898:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.560091:0:15898:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009861dd40/0xb104f9478e00b517 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc1b expref: 44 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.560093:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291235 00010000:00010000:2.0:1731347580.560093:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ad7180/0xb104f9478e00a836 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x326a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf3a expref: 44 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.560097:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132620700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+28:2003:x1815448312778880:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.560098:0:15898:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009861dd40/0xb104f9478e00b517 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc1b expref: 43 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.560099:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.560100:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.560102:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.560102:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560103:0:15958:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15958:1815447952971008:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.560106:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af7d58c0/0xb104f9478dff1a9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9531a6 expref: 28 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560106:0:15898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009861dd40/0xb104f9478e00b517 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc1b expref: 43 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.560109:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560109:0:15958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560112:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af7d58c0/0xb104f9478dff1a9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9531a6 expref: 28 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560112:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.560113:0:15898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.560115:0:15898:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560118:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.560119:0:15898:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560120:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af7d58c0/0xb104f9478dff1a9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9531a6 expref: 28 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.560126:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.560128:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.560129:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560132:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+42:2006:x1815448312779008:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (113us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.560132:0:15898:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.560136:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291233 00010000:00010000:3.0:1731347580.560137:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560144:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291236 00000100:00100000:2.0:1731347580.560146:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:2003:x1815448312779136:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.560146:0:15898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:2003:x1815448312778752:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.560147:0:15957:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15957:1815447952971392:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.560150:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.560151:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.560151:0:15898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291234 00010000:00010000:2.0:1731347580.560153:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6d8c0/0xb104f9478dffa31b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba26 expref: 41 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.560154:0:15957:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560159:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6d8c0/0xb104f9478dffa31b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba26 expref: 40 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.560165:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d6d8c0/0xb104f9478dffa31b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba26 expref: 40 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.560169:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132620700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+27:2003:x1815448312778880:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 71us (139us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.560170:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.560171:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.560172:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.560175:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291235 00010000:00010000:2.0:1731347580.560176:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560184:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.560190:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560192:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+39:2003:x1815448312779136:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.560196:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291236 00010000:00010000:3.0:1731347580.560197:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560204:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560209:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560210:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952970496:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.560213:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560216:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800912206c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.560217:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560218:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560225:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560226:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560230:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560232:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560234:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560235:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800912206c0/0xb104f9478e0786cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560237:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560241:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560244:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01f80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.560246:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560250:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560250:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.560256:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560259:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01f80/0xb104f9478e0786d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560300:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.560308:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312779264 00000100:00100000:1.0:1731347580.560309:0:15962:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_027:lustre-OST0000_UUID:15962:1815447952972672:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.560310:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312779264 00010000:00010000:1.0:1731347580.560318:0:15962:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560319:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac2a6640/0xb104f9478e008250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96994d expref: 27 pid: 15919 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.560328:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312779392 00000100:00100000:0.0:1731347580.560329:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312779392 00000100:00100000:1.0:1731347580.560332:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952972288:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.560334:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009742e880/0xb104f9478dffe413 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb17 expref: 28 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560338:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.560340:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+455:3761:x1815447952969344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3653us (3690us total) trans 4295367663 rc 0/0 00000100:00100000:3.0:1731347580.560345:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205329 00000100:00100000:0.0:1731347580.560346:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291237 00000100:00100000:2.0:1731347580.560347:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+455:3761:x1815447952969600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3511us (3546us total) trans 4295367664 rc 0/0 00000100:00100000:1.0:1731347580.560351:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291238 00000100:00100000:0.0:1731347580.560351:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+28:2004:x1815448312779264:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.560352:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205330 00000100:00100000:1.0:1731347580.560354:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+28:2004:x1815448312779392:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.560357:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.560360:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.560360:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac2a6640/0xb104f9478e008250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96994d expref: 28 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560363:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009742e880/0xb104f9478dffe413 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2634:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb17 expref: 28 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.560364:0:15912:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15912:1815447952972032:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.560366:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac2a6640/0xb104f9478e008250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96994d expref: 28 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560369:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009742e880/0xb104f9478dffe413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2634:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb17 expref: 28 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.560370:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15960:1815447952971904:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.560376:0:15912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560377:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560377:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009742e880/0xb104f9478dffe413 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2634:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95fb17 expref: 28 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.560377:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac2a6640/0xb104f9478e008250 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96994d expref: 28 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.560383:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.560384:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.560385:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560386:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.560386:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.560388:0:15920:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15920:1815447952971520:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.560388:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560389:0:15961:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560389:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560393:0:15961:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560393:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560394:0:15920:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560397:0:15961:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560398:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.560401:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.560402:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560404:0:15961:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560405:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560408:0:15961:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560409:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+26:2004:x1815448312779264:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 58us (233us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.560411:0:15961:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223600 already unused, calling callback (ffffffffa085a100) 00000100:00100000:1.0:1731347580.560412:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+26:2004:x1815448312779392:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.560412:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291237 00010000:00010000:3.0:1731347580.560413:0:15961:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560413:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560433:0:15961:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560433:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.560433:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291238 00010000:00010000:2.0:1731347580.560438:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560441:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01b00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.560442:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560444:0:15961:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560445:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560446:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560448:0:15961:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091223600/0xb104f9478e0786e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560449:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560449:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.560452:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560454:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560455:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01b00/0xb104f9478e0786e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560457:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560460:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.560461:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560465:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312780160 00000100:00100000:0.0:1731347580.560467:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312780160 00010000:00010000:1.0:1731347580.560468:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.560470:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560474:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560474:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801152b2880/0xb104f9478dffce95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e599 expref: 39 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560479:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560482:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a03600/0xb104f9478e0786ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2634:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560483:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312779648 00000100:00100000:0.0:1731347580.560484:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312779648 00010000:00010000:0.0:1731347580.560489:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124808480/0xb104f9478dff4972 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956076 expref: 25 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.560500:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291239 00000100:00100000:0.0:1731347580.560502:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+39:2005:x1815448312780160:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.560506:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.560509:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801152b2880/0xb104f9478dffce95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e599 expref: 39 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.560514:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801152b2880/0xb104f9478dffce95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e599 expref: 39 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.560521:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801152b2880/0xb104f9478dffce95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e599 expref: 39 pid: 15919 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.560526:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.560527:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.560528:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.560531:0:15961:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+454:3763:x1815447952970112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3008us (3035us total) trans 4295367665 rc 0/0 00010000:00010000:0.0:1731347580.560532:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.560535:0:15961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205332 00000100:00100000:2.0:1731347580.560539:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+59:3760:x1815447952970240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3011us (3038us total) trans 4295336117 rc 0/0 00010000:00010000:0.0:1731347580.560540:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.560543:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205333 00000100:00100000:3.0:1731347580.560549:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291240 00000100:00100000:0.0:1731347580.560550:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:2005:x1815448312780160:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.560552:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e776c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:2004:x1815448312779648:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.560553:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291239 00010000:00010000:3.0:1731347580.560558:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1731347580.560561:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac55500/2, rc 0, transno 368821 00010000:00010000:3.0:1731347580.560562:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124808480/0xb104f9478dff4972 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956076 expref: 25 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.560565:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952970240:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.560567:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124808480/0xb104f9478dff4972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956076 expref: 25 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.560571:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+58:3761:x1815447952970624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2935us (2963us total) trans 4295336118 rc 0/0 00000100:00100000:0.0:1731347580.560573:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.560575:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124808480/0xb104f9478dff4972 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef956076 expref: 25 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.560575:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205334 00010000:00010000:3.0:1731347580.560581:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.560581:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312779904 00010000:00010000:3.0:1731347580.560582:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.560583:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312779904 00010000:00010000:3.0:1731347580.560584:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560587:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952973440:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1731347580.560588:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560590:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560590:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fadb00/0xb104f9478dffaa1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c11f expref: 25 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560595:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560597:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.560599:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.560599:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560599:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291241 00000100:00100000:0.0:1731347580.560602:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:2004:x1815448312779904:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.560603:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560607:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560607:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.560608:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e776c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:2004:x1815448312779648:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.560609:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952973440 00010000:00010000:0.0:1731347580.560609:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fadb00/0xb104f9478dffaa1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c11f expref: 25 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560610:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a03840 already unused, calling callback (ffffffffa085a100) 00000100:00100000:2.0:1731347580.560611:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952973440 00000100:00100000:3.0:1731347580.560612:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291240 00010000:00010000:1.0:1731347580.560612:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560615:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fadb00/0xb104f9478dffaa1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c11f expref: 25 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.560616:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560620:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205345 00010000:00010000:1.0:1731347580.560621:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560622:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fadb00/0xb104f9478dffaa1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95c11f expref: 24 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.560623:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+58:3760:x1815447952973440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.560625:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a03840/0xb104f9478e078719 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560627:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.560628:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560628:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.560629:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.560631:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17028 count 1 00010000:00010000:3.0:1731347580.560633:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560633:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560637:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560637:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560641:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.560642:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560644:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009862d200/0xb104f9478e00ac5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c35b expref: 23 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.560646:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560648:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.560649:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a021c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.560649:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.560650:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560650:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560651:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:2004:x1815448312779904:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (77us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.560654:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560658:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291241 00010000:00010000:3.0:1731347580.560659:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560659:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009862d200/0xb104f9478e00ac5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c35b expref: 23 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.560662:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a021c0/0xb104f9478e0786da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560664:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009862d200/0xb104f9478e00ac5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c35b expref: 22 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.560669:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952973568:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.560670:0:15957:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560675:0:15957:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560679:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.560680:0:15957:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560683:0:15957:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560687:0:15957:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560688:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560690:0:15957:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.560692:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560692:0:15957:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560695:0:15957:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560696:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.560699:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+454:3762:x1815447952972160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2373us (2394us total) trans 4295367666 rc 0/0 00010000:00010000:2.0:1731347580.560700:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560701:0:15957:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.560702:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205340 00010000:00010000:2.0:1731347580.560703:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560705:0:15957:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143b600/0xb104f9478e0786fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560706:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02ac0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.560708:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560712:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560717:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560720:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02ac0/0xb104f9478e07870b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.560721:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8e1180/2, rc 0, transno 400370 00000100:00100000:1.0:1731347580.560725:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952972160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.560743:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+60:3763:x1815447952969856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3692us (3729us total) trans 4295336119 rc 0/0 00000100:00100000:3.0:1731347580.560746:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205331 00000100:00100000:3.0:1731347580.560760:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952973696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1731347580.560788:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1731347580.560802:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a5f80/2, rc 0, transno 368822 00000100:00100000:3.0:1731347580.560807:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952970624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.560807:0:15957:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+60:3762:x1815447952971136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2905us (2990us total) trans 4295336120 rc 0/0 00000100:00100000:0.0:1731347580.560812:0:15957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205336 00000004:00080000:3.0:1731347580.560813:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134ddf480/2, rc 0, transno 400368 00000100:00100000:2.0:1731347580.560817:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+60:3761:x1815447952971648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2661us (2715us total) trans 4295336121 rc 0/0 00000100:00100000:2.0:1731347580.560821:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205338 00000004:00080000:1.0:1731347580.560821:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131fd5c00/2, rc 0, transno 368824 00000100:00100000:0.0:1731347580.560821:0:15957:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952973696 00000100:00100000:3.0:1731347580.560823:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952969600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.560823:0:15957:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952973696 00000100:00100000:1.0:1731347580.560825:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952971136:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.560828:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880090ad7b80/2, rc 0, transno 400367 00000100:00100000:3.0:1731347580.560830:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952969344:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.560830:0:15960:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205346 00000100:00100000:2.0:1731347580.560833:0:15960:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+454:3761:x1815447952973696:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.560837:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880134dddf80/2, rc 0, transno 368825 00000100:00100000:3.0:1731347580.560839:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952971648:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.560841:0:15960:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18299 count 1 00000100:00100000:0.0:1731347580.560845:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.560847:0:15960:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.560851:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac57b80/2, rc 0, transno 400369 00000100:00100000:3.0:1731347580.560853:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952970112:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.560853:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312779520 00010000:00010000:2.0:1731347580.560854:0:15960:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880078decd80/0xb104f9478e009cdd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e8 expref: 37 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.560856:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312779520 00000004:00080000:3.0:1731347580.560857:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800b3b8e680/2, rc 0, transno 368823 00010000:00010000:2.0:1731347580.560857:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.560858:0:15960:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1731347580.560859:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3b8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952969856:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.560860:0:15960:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.560861:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1731347580.560864:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089d40/0xb104f9478dfffd65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961469 expref: 23 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.560866:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952973952:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1731347580.560869:0:15960:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880078decd80/0xb104f9478e009cdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e8 expref: 37 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.560874:0:15960:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880078decd80/0xb104f9478e009cdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e8 expref: 37 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.560875:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291242 00000100:00100000:3.0:1731347580.560877:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.560878:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:2004:x1815448312779520:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1731347580.560879:0:15960:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952974080:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.560883:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.560884:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952973824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.560885:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952973952 00010000:00010000:0.0:1731347580.560885:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4089d40/0xb104f9478dfffd65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961469 expref: 23 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.560887:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952973952 00000100:00100000:2.0:1731347580.560888:0:15960:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62840 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.560890:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4089d40/0xb104f9478dfffd65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961469 expref: 23 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.560892:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.560897:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4089d40/0xb104f9478dfffd65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef961469 expref: 23 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.560898:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952973824 00000100:00100000:1.0:1731347580.560899:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952973824 00010000:00010000:0.0:1731347580.560902:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.560903:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.560905:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.560906:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205347 00000100:00100000:3.0:1731347580.560909:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205348 00000100:00100000:1.0:1731347580.560909:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+456:3763:x1815447952973952:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.560909:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.560912:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+456:3763:x1815447952973824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.560917:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1731347580.560918:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15328 count 1 00002000:00080000:3.0:1731347580.560923:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16255 count 1 00000100:00100000:2.0:1731347580.560923:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952974208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.560925:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.560925:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2004:x1815448312779520:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.560929:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291242 00010000:00010000:3.0:1731347580.560931:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560932:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa400/0xb104f9478dff7ea1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595a5 expref: 37 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.560934:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.560936:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.560937:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.560937:0:15958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560939:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880127d71f80/0xb104f9478dff45dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce1 expref: 37 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1731347580.560939:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560941:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1731347580.560941:0:15958:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560943:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88005ac54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952974336:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.560946:0:15958:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560948:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa400/0xb104f9478dff7ea1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595a5 expref: 37 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.560949:0:15958:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560951:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.560951:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.560952:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.560953:0:15958:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560954:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa400/0xb104f9478dff7ea1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595a5 expref: 37 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.560955:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.560956:0:15958:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091223180 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.560957:0:15958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560958:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952974208 00000100:00100000:2.0:1731347580.560960:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952974208 00000100:00100000:1.0:1731347580.560960:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952974720:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.560964:0:15958:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560968:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880127d71f80/0xb104f9478dff45dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce1 expref: 37 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.560969:0:15958:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.560970:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952974336 00000100:00100000:2.0:1731347580.560971:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952974336 00000100:00100000:1.0:1731347580.560971:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a03c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.560972:0:15958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091223180/0xb104f9478e0786f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x45b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.560974:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880127d71f80/0xb104f9478dff45dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce1 expref: 37 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.560977:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205349 00000100:00100000:2.0:1731347580.560979:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+60:3760:x1815447952974208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.560980:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122beb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952974848:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.560980:0:10617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205350 00000100:00100000:1.0:1731347580.560983:0:10617:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3760:x1815447952974336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1731347580.560985:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18011 count 1 00002000:00080000:1.0:1731347580.560990:0:10617:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18958 count 1 00000100:00100000:3.0:1731347580.560991:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00010000:00010000:2.0:1731347580.560991:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.560996:0:10617:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.560998:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997018c0/0xb104f9478dff2a3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef954143 expref: 21 pid: 9552 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.561002:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.561002:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.561002:0:10617:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007d732d00/0xb104f9478e00b51e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc22 expref: 21 pid: 15872 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.561003:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952974592:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.561004:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.561005:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.561006:0:10617:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.561008:0:10617:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561012:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997018c0/0xb104f9478dff2a3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954143 expref: 21 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1731347580.561014:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1731347580.561016:0:10617:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007d732d00/0xb104f9478e00b51e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc22 expref: 21 pid: 15872 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.561017:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997018c0/0xb104f9478dff2a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954143 expref: 21 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.561021:0:10617:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007d732d00/0xb104f9478e00b51e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc22 expref: 21 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.561025:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1731347580.561025:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952974976:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.561026:0:10617:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952975104:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.561029:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952974464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.561035:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62000 going to sleep for 11 seconds 00000100:00100000:1.0:1731347580.561038:0:10617:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0540 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.561042:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952974592 00000100:00100000:2.0:1731347580.561044:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952974592 00000100:00100000:3.0:1731347580.561047:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.561051:0:15958:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+62:3762:x1815447952970752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3361us (3390us total) trans 4295336122 rc 0/0 00000100:00100000:2.0:1731347580.561053:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952974464 00000100:00100000:2.0:1731347580.561054:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952974464 00000100:00100000:0.0:1731347580.561055:0:15958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205335 00000100:00100000:1.0:1731347580.561060:0:11434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205351 00000100:00100000:2.0:1731347580.561063:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205352 00000100:00100000:1.0:1731347580.561063:0:11434:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+62:3763:x1815447952974592:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.561066:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+62:3763:x1815447952974464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1731347580.561070:0:11434:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13048 count 1 00002000:00080000:2.0:1731347580.561072:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12906 count 1 00010000:00010000:1.0:1731347580.561076:0:11434:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561077:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561080:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.561082:0:11434:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ba23a80/0xb104f9478dffa322 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba1f expref: 21 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.561083:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009014a400/0xb104f9478e00a82f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf33 expref: 21 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.561086:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.561086:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312779776 00010000:00010000:2.0:1731347580.561087:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1731347580.561088:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312779776 00010000:00010000:2.0:1731347580.561089:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.561089:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.561090:0:11434:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.561092:0:11434:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561095:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800904b4d80/0xb104f9478e009272 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a976 expref: 38 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.561096:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009014a400/0xb104f9478e00a82f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf33 expref: 21 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.561101:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009014a400/0xb104f9478e00a82f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf33 expref: 21 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.561101:0:11434:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ba23a80/0xb104f9478dffa322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba1f expref: 21 pid: 15918 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.561103:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291243 00000100:00100000:0.0:1731347580.561105:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:2004:x1815448312779776:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.561106:0:11434:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ba23a80/0xb104f9478dffa322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba1f expref: 21 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.561109:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952975232:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.561110:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.561111:0:11434:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952975360:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.561113:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800904b4d80/0xb104f9478e009272 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4a0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a976 expref: 38 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.561118:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62f00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.561118:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800904b4d80/0xb104f9478e009272 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4a0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a976 expref: 38 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.561120:0:11434:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0c00 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.561126:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904b4d80/0xb104f9478e009272 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4a0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a976 expref: 38 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.561131:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561132:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561134:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.561136:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800781a6d80/2, rc 0, transno 368826 00010000:00010000:0.0:1731347580.561138:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.561140:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952970752:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.561154:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.561157:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801373d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952975488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.561162:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+37:2004:x1815448312779776:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 55us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.561165:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291243 00000100:00100000:2.0:1731347580.561168:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1731347580.561173:0:15920:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.561179:0:15920:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561181:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.561183:0:15920:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.561183:0:15902:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952975488 00000100:00100000:1.0:1731347580.561185:0:15902:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952975488 00010000:00010000:3.0:1731347580.561187:0:15920:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561187:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312780032 00000100:00100000:0.0:1731347580.561189:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312780032 00010000:00010000:3.0:1731347580.561192:0:15920:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561194:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ae18b840/0xb104f9478dff18a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fa7 expref: 37 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.561195:0:15920:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01440 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.561196:0:15920:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.561200:0:15920:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.561200:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205353 00000100:00100000:2.0:1731347580.561202:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+63:3760:x1815447952975488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.561203:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291244 00000100:00100000:0.0:1731347580.561205:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+37:2004:x1815448312780032:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.561206:0:15920:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1731347580.561209:0:9554:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18955 count 1 00010000:00010000:0.0:1731347580.561209:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.561210:0:15920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a01440/0xb104f9478e078704 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561211:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ae18b840/0xb104f9478dff18a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2be3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fa7 expref: 37 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.561214:0:9554:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561219:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ae18b840/0xb104f9478dff18a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2be3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fa7 expref: 37 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.561220:0:9554:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800863d73c0/0xb104f9478e00926b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a96f expref: 21 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.561224:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.561225:0:9554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561225:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ae18b840/0xb104f9478dff18a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2be3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fa7 expref: 37 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.561226:0:9554:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561231:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561232:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561233:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561236:0:9554:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800863d73c0/0xb104f9478e00926b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a96f expref: 21 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.561237:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561241:0:9554:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800863d73c0/0xb104f9478e00926b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a96f expref: 21 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.561244:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.561246:0:9554:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952975616:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.561251:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+36:2004:x1815448312780032:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 45us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.561254:0:9554:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007ea62e40 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.561254:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291244 00000100:00100000:0.0:1731347580.561268:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.561291:0:15920:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+457:3760:x1815447952971264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3300us (3337us total) trans 4295367667 rc 0/0 00000100:00100000:1.0:1731347580.561291:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312780288 00000100:00100000:1.0:1731347580.561293:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312780288 00000100:00100000:3.0:1731347580.561295:0:15920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205337 00000100:00100000:2.0:1731347580.561296:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122bea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952972800:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.561301:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ad54240/0xb104f9478e00bed3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5d7 expref: 36 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.561306:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.561311:0:15912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.561311:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291245 00000100:00100000:1.0:1731347580.561314:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+36:2004:x1815448312780288:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.561315:0:15956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15956:1815447952973312:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.561316:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952973056:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.561317:0:15912:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.561318:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.561321:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.561321:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ad54240/0xb104f9478e00bed3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4303:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5d7 expref: 36 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.561322:0:15956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.561324:0:15912:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.561326:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ad54240/0xb104f9478e00bed3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4303:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5d7 expref: 36 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.561331:0:15912:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1731347580.561333:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131fd5880/2, rc 0, transno 400371 00010000:00010000:1.0:1731347580.561334:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ad54240/0xb104f9478e00bed3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4303:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5d7 expref: 36 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.561335:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.561336:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952971264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1731347580.561337:0:15912:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.561339:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.561340:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.561342:0:15912:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408b600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.561342:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.561345:0:15912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561345:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.561346:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561351:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312780544 00010000:00010000:3.0:1731347580.561352:0:15912:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561353:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312780544 00010000:00010000:1.0:1731347580.561354:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.561359:0:15912:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561359:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097edcb40/0xb104f9478dff1c46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953343 expref: 22 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.561363:0:15912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408b600/0xb104f9478e078712 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.561363:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+35:2004:x1815448312780288:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 48us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.561366:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291245 00000100:00100000:0.0:1731347580.561367:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312780416 00000100:00100000:0.0:1731347580.561368:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312780416 00000100:00100000:2.0:1731347580.561370:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291246 00000100:00100000:2.0:1731347580.561373:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:2004:x1815448312780544:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.561373:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800af86e400/0xb104f9478dffdf5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f66a expref: 23 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.561378:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.561378:0:15962:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561381:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097edcb40/0xb104f9478dff1c46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953343 expref: 23 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.561381:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291247 00010000:00010000:1.0:1731347580.561382:0:15962:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561383:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:2004:x1815448312780416:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.561386:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097edcb40/0xb104f9478dff1c46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953343 expref: 23 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.561386:0:15962:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561387:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.561390:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800af86e400/0xb104f9478dffdf5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f66a expref: 23 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.561391:0:15962:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561393:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097edcb40/0xb104f9478dff1c46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef953343 expref: 23 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.561395:0:15962:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561395:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800af86e400/0xb104f9478dffdf5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f66a expref: 23 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.561398:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.561398:0:15962:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3600 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.561399:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.561400:0:15962:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561401:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561402:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800af86e400/0xb104f9478dffdf5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95f66a expref: 22 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.561403:0:15962:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561406:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561407:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.561408:0:15962:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561408:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561410:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.561412:0:15962:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae3600/0xb104f9478e078720 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15962 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561413:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.561427:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561437:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561441:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561441:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.561445:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561449:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561452:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561452:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+21:2004:x1815448312780416:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (105us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.561455:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00fc0 already unused, calling callback (ffffffffa085a100) 00000100:00100000:0.0:1731347580.561456:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291247 00010000:00010000:2.0:1731347580.561457:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561461:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.561466:0:15912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+458:3762:x1815447952971776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3250us (3350us total) trans 4295367668 rc 0/0 00010000:00010000:2.0:1731347580.561469:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.561470:0:15912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205339 00010000:00010000:2.0:1731347580.561472:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00fc0/0xb104f9478e07872e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561474:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.561480:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312780672 00000100:00100000:0.0:1731347580.561481:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312780672 00010000:00010000:0.0:1731347580.561487:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007bda1680/0xb104f9478e00aa97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c19b expref: 35 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.561495:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291248 00000100:00100000:0.0:1731347580.561497:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+35:2004:x1815448312780672:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.561502:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.561504:0:15962:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:lustre-MDT0000-mdtlov_UUID+457:3760:x1815447952972416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3021us (3091us total) trans 4295367669 rc 0/0 00010000:00010000:0.0:1731347580.561504:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007bda1680/0xb104f9478e00aa97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c19b expref: 35 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.561509:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007bda1680/0xb104f9478e00aa97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c19b expref: 35 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.561510:0:15962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205341 00010000:00010000:0.0:1731347580.561516:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007bda1680/0xb104f9478e00aa97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c19b expref: 35 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.561521:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561522:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561524:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561531:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.561535:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8e0e00/2, rc 0, transno 400372 00010000:00010000:0.0:1731347580.561537:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1731347580.561538:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952971776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1731347580.561545:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2004:x1815448312780672:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 46us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.561548:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291248 00000100:00100000:2.0:1731347580.561551:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+64:3762:x1815447952972928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2885us (2913us total) trans 4295336123 rc 0/0 00000100:00100000:2.0:1731347580.561555:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205343 00010000:00010000:0.0:1731347580.561555:0:15956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561559:0:15956:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1731347580.561560:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8e2680/2, rc 0, transno 368827 00010000:00010000:0.0:1731347580.561563:0:15956:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.561565:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952972928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.561567:0:15956:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.561568:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2004:x1815448312780544:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 194us (233us total) trans 0 rc 0/0 00010000:00010000:0.0:1731347580.561570:0:15956:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.561572:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291246 00010000:00010000:0.0:1731347580.561573:0:15956:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143b840 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.561575:0:15956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561582:0:15956:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561585:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561587:0:15956:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561590:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561590:0:15956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008143b840/0xb104f9478e078735 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561594:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561598:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561601:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.561606:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952975744:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.561608:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408a880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.561610:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561613:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.561619:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.561621:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.561622:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408a880/0xb104f9478e078727 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ecf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.561632:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952975744 00000100:00100000:3.0:1731347580.561634:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952975744 00000100:00100000:3.0:1731347580.561645:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205354 00000100:00100000:3.0:1731347580.561647:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+64:3761:x1815447952975744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1731347580.561656:0:9553:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11235 count 1 00010000:00010000:3.0:1731347580.561663:0:9553:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.561668:0:15956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+457:3763:x1815447952973184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2732us (2753us total) trans 4295367670 rc 0/0 00010000:00010000:3.0:1731347580.561671:0:9553:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88006720f840/0xb104f9478dff18aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fae expref: 19 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.561672:0:15956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205344 00010000:00010000:3.0:1731347580.561674:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.561676:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.561677:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.561686:0:9553:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88006720f840/0xb104f9478dff18aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fae expref: 19 pid: 9552 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1731347580.561688:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+65:3760:x1815447952972544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3173us (3199us total) trans 4295336124 rc 0/0 00010000:00010000:3.0:1731347580.561692:0:9553:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88006720f840/0xb104f9478dff18aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fae expref: 19 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.561692:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205342 00000100:00100000:3.0:1731347580.561697:0:9553:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952975872:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.561707:0:9553:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.561712:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347580.561722:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8e2300/2, rc 0, transno 400374 00000100:00100000:3.0:1731347580.561725:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952973184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.561740:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312780800 00000100:00100000:2.0:1731347580.561742:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312780800 00002000:00100000:2.0:1731347580.561754:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3465216->3496967) req@ffff8800781a4000 x1815448312780800/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.561760:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781a4000 with x1815448312780800 ext(3465216->3496967) 00002000:00010000:2.0:1731347580.561763:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781a4000 00000100:00100000:2.0:1731347580.561784:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678335 00000100:00100000:2.0:1731347580.561787:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2004:x1815448312780800:12345-192.168.203.60@tcp:4:fsx.0 00000004:00080000:2.0:1731347580.561845:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d5500/2, rc 0, transno 368828 00000100:00100000:2.0:1731347580.561857:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952972544:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1731347580.561863:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8e0a80/2, rc 0, transno 400373 00000100:00100000:2.0:1731347580.561865:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952972416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1731347580.561890:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952976000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.561901:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.561914:0:15895:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952976000 00000100:00100000:0.0:1731347580.561917:0:15895:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952976000 00000100:00100000:0.0:1731347580.561929:0:15895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205355 00000100:00100000:0.0:1731347580.561931:0:15895:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+65:3762:x1815447952976000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1731347580.561939:0:15895:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10487 count 1 00010000:00010000:0.0:1731347580.561946:0:15895:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561952:0:15895:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880114e15b00/0xb104f9478dffce9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e5a0 expref: 21 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.561956:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561957:0:15895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.561959:0:15895:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.561968:0:15895:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880114e15b00/0xb104f9478dffce9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e5a0 expref: 21 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.561974:0:15895:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880114e15b00/0xb104f9478dffce9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e5a0 expref: 21 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.561979:0:15895:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800781a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952976128:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.561994:0:15895:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800781ba0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1731347580.563104:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952973568:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.563112:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563115:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.563129:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.563130:0:15960:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15960:1815447952974080:192.168.203.60@tcp:104: 00000100:00100000:0.0:1731347580.563136:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312780928 00000100:00100000:0.0:1731347580.563139:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312780928 00010000:00010000:3.0:1731347580.563140:0:15960:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.563144:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15921:1815447952974720:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.563147:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880078decd80/0xb104f9478e009cdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e8 expref: 34 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.563155:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122beb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15911:1815447952974848:192.168.203.60@tcp:104: 00010000:00010000:1.0:1731347580.563155:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563156:0:15896:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312781056 00000100:00100000:0.0:1731347580.563157:0:15896:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312781056 00010000:00010000:0.0:1731347580.563161:0:15896:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009862d200/0xb104f9478e00ac5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c35b expref: 22 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.563163:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563169:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291249 00000100:00100000:0.0:1731347580.563172:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2003:x1815448312780928:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.563173:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291250 00010000:00010000:0.0:1731347580.563176:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.563177:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2004:x1815448312781056:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.563179:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880078decd80/0xb104f9478e009cdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x477b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e8 expref: 34 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.563183:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.563184:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880078decd80/0xb104f9478e009cdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x477b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e8 expref: 34 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.563187:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009862d200/0xb104f9478e00ac5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c35b expref: 22 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.563192:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880078decd80/0xb104f9478e009cdd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x477b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e8 expref: 34 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.563194:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009862d200/0xb104f9478e00ac5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c35b expref: 22 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.563197:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.563198:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.563200:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563203:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009862d200/0xb104f9478e00ac5e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c35b expref: 22 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.563204:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563209:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.563210:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.563212:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563212:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1731347580.563217:0:15960:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563217:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563222:0:15960:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563224:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+33:2003:x1815448312780928:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 51us (110us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.563226:0:15960:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563226:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.563227:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291249 00010000:00010000:3.0:1731347580.563230:0:15960:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563234:0:15960:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563237:0:15960:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a018c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.563239:0:15960:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.563240:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+21:2004:x1815448312781056:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 62us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.563244:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291250 00010000:00010000:3.0:1731347580.563246:0:15960:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563253:0:15960:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563257:0:15960:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a018c0/0xb104f9478e078743 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15960 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.563298:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.563305:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952974976:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.563312:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563321:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.563323:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.563324:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563328:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312781184 00010000:00010000:2.0:1731347580.563329:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563331:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312781184 00010000:00010000:2.0:1731347580.563332:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.563334:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312781440 00010000:00010000:2.0:1731347580.563336:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.563337:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312781440 00010000:00010000:0.0:1731347580.563338:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa400/0xb104f9478dff7ea1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595a5 expref: 33 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.563340:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02880 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.563342:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563344:0:15960:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+457:3761:x1815447952973696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2508us (2554us total) trans 4295367671 rc 0/0 00010000:00010000:2.0:1731347580.563346:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563348:0:15960:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205346 00010000:00010000:1.0:1731347580.563348:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997018c0/0xb104f9478dff2a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954143 expref: 23 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.563349:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291251 00010000:00010000:2.0:1731347580.563351:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563352:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+33:2003:x1815448312781184:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.563355:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02880/0xb104f9478e07873c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563356:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.563359:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa400/0xb104f9478dff7ea1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3be0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595a5 expref: 33 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.563365:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa400/0xb104f9478dff7ea1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3be0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595a5 expref: 33 pid: 15918 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.563368:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f82d80/2, rc 0, transno 400375 00000100:00100000:3.0:1731347580.563371:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952973696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1731347580.563373:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291252 00010000:00010000:0.0:1731347580.563373:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac0aa400/0xb104f9478dff7ea1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3be0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595a5 expref: 33 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.563378:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:2003:x1815448312781440:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.563379:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.563379:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.563381:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563385:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.563386:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563389:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997018c0/0xb104f9478dff2a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x465b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954143 expref: 23 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.563396:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.563398:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997018c0/0xb104f9478dff2a3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x465b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954143 expref: 23 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.563407:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+32:2003:x1815448312781184:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 54us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.563410:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997018c0/0xb104f9478dff2a3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x465b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef954143 expref: 23 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.563411:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291251 00010000:00010000:1.0:1731347580.563437:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.563439:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.563442:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.563443:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+66:3760:x1815447952973440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2819us (2843us total) trans 4295336126 rc 0/0 00000100:00100000:2.0:1731347580.563447:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205345 00010000:00010000:1.0:1731347580.563448:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1731347580.563457:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8e0700/2, rc 0, transno 368830 00000100:00100000:3.0:1731347580.563463:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952973440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.563463:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.563466:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952975232:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.563474:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.563481:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2003:x1815448312781440:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 102us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.563483:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1731347580.563487:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291252 00000100:00100000:3.0:1731347580.563488:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952976256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.563501:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2004:x1815448312780800:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1714us (1790us total) trans 4295336125 rc 0/0 00010000:00010000:1.0:1731347580.563504:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.563505:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678335 00000100:00100000:3.0:1731347580.563507:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:2.0:1731347580.563510:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3465216->3496967) req@ffff8800781a4000 x1815448312780800/t4295336125(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00010000:00010000:1.0:1731347580.563512:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563518:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1731347580.563520:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800781a4000 with x1815448312780800 ext(3465216->3496967) 00002000:00010000:2.0:1731347580.563522:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800781a4000 00000100:00100000:3.0:1731347580.563524:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952976256 00010000:00010000:1.0:1731347580.563525:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563527:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952976256 00010000:00010000:2.0:1731347580.563531:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563531:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563535:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563536:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.563539:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563539:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563539:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.563542:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205356 00010000:00010000:2.0:1731347580.563542:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563545:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563546:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563547:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+66:3762:x1815447952976256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.563549:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a01d40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:2.0:1731347580.563551:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563551:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312781312 00000100:00100000:0.0:1731347580.563554:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312781312 00010000:00010000:2.0:1731347580.563555:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.563558:0:15959:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17155 count 1 00010000:00010000:2.0:1731347580.563560:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563560:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563564:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880127d71f80/0xb104f9478dff45dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce1 expref: 32 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.563566:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aaae1d40/0xb104f9478e07874a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563567:0:15959:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563567:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a01d40/0xb104f9478e078758 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x465b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563577:0:15959:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880078cd4d80/0xb104f9478e00beda lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5de expref: 19 pid: 15912 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.563578:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291253 00000100:00100000:0.0:1731347580.563580:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+32:2004:x1815448312781312:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1731347580.563584:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.563585:0:15959:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.563586:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1731347580.563588:0:15959:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563588:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880127d71f80/0xb104f9478dff45dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce1 expref: 32 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.563593:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880127d71f80/0xb104f9478dff45dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce1 expref: 32 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.563600:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880127d71f80/0xb104f9478dff45dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce1 expref: 32 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.563603:0:15959:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880078cd4d80/0xb104f9478e00beda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5de expref: 19 pid: 15912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.563605:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.563606:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.563608:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563609:0:15959:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880078cd4d80/0xb104f9478e00beda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5de expref: 19 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.563612:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563615:0:15959:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952976384:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.563620:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.563630:0:15959:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.563638:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+31:2004:x1815448312781312:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (101us total) trans 0 rc 0/0 00010000:00010000:3.0:1731347580.563640:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563642:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291253 00010000:00010000:3.0:1731347580.563644:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563649:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563652:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.563652:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+67:3760:x1815447952974208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2670us (2716us total) trans 4295336127 rc 0/0 00010000:00010000:3.0:1731347580.563657:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.563658:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205349 00010000:00010000:3.0:1731347580.563660:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408bcc0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.563662:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563665:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563671:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563675:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b408bcc0/0xb104f9478e078751 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.563679:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+457:3763:x1815447952973952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2767us (2799us total) trans 4295367672 rc 0/0 00000100:00100000:1.0:1731347580.563686:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205347 00000100:00100000:0.0:1731347580.563704:0:11434:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11434:1815447952975360:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.563712:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.563713:0:10617:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10617:1815447952975104:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.563713:0:11434:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563723:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312781696 00000100:00100000:0.0:1731347580.563725:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312781696 00010000:00010000:1.0:1731347580.563726:0:10617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563732:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007d732d00/0xb104f9478e00b51e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc22 expref: 20 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.563736:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.563740:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312781568 00000100:00100000:0.0:1731347580.563742:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312781568 00010000:00010000:0.0:1731347580.563746:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009014a400/0xb104f9478e00a82f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf33 expref: 21 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.563749:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.563764:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312781824 00000100:00100000:0.0:1731347580.563765:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312781824 00000100:00100000:2.0:1731347580.563781:0:7194:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291254 00010000:00010000:0.0:1731347580.563782:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba23a80/0xb104f9478dffa322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba1f expref: 22 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.563783:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+457:3763:x1815447952973824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2855us (2874us total) trans 4295367673 rc 0/0 00000100:00100000:2.0:1731347580.563785:0:7194:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e775850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2003:x1815448312781696:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1731347580.563789:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205348 00010000:00010000:2.0:1731347580.563791:0:7194:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.563791:0:15896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291255 00010000:00010000:2.0:1731347580.563794:0:7194:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007d732d00/0xb104f9478e00b51e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc22 expref: 22 pid: 15872 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.563796:0:15896:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2003:x1815448312781568:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.563800:0:7194:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007d732d00/0xb104f9478e00b51e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc22 expref: 22 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.563805:0:15896:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.563807:0:7194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007d732d00/0xb104f9478e00b51e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96cc22 expref: 22 pid: 15872 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.563809:0:15896:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009014a400/0xb104f9478e00a82f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x326a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf33 expref: 22 pid: 15923 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.563811:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e8e2a00/2, rc 0, transno 368831 00010000:00010000:2.0:1731347580.563812:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.563813:0:7194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.563815:0:7194:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563817:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952974208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1731347580.563819:0:15896:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009014a400/0xb104f9478e00a82f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x326a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf33 expref: 21 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.563822:0:7194:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563831:0:7194:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.563832:0:15896:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009014a400/0xb104f9478e00a82f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x326a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96bf33 expref: 21 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.563837:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952976512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.563838:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291256 00000100:00100000:2.0:1731347580.563842:0:7194:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e775850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+21:2003:x1815448312781696:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.563844:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2003:x1815448312781824:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.563845:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1731347580.563846:0:7194:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291254 00010000:00010000:1.0:1731347580.563847:0:15896:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.563849:0:15896:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563851:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1731347580.563851:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.563855:0:15896:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563855:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ba23a80/0xb104f9478dffa322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba1f expref: 19 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.563862:0:15911:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952976512 00000100:00100000:3.0:1731347580.563864:0:15911:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952976512 00010000:00010000:0.0:1731347580.563864:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ba23a80/0xb104f9478dffa322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba1f expref: 19 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.563870:0:15896:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.563873:0:9554:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9554:1815447952975616:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.563874:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205357 00010000:00010000:0.0:1731347580.563876:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ba23a80/0xb104f9478dffa322 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95ba1f expref: 19 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.563877:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+67:3760:x1815447952976512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.563879:0:9554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563884:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1731347580.563885:0:15911:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16243 count 1 00010000:00010000:0.0:1731347580.563885:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1731347580.563886:0:15896:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2003:x1815448312781568:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 90us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1731347580.563888:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563888:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563892:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.563892:0:15896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291255 00010000:00010000:3.0:1731347580.563894:0:15911:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563895:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563896:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563899:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563903:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563904:0:15911:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d8c900/0xb104f9478e00aa9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c1a2 expref: 17 pid: 15923 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.563908:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1731347580.563909:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a02d00 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.563910:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.563910:0:10617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563911:0:15911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.563911:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563914:0:15911:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563915:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563916:0:10617:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563920:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563922:0:10617:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.563923:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a02d00/0xb104f9478e07876d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x326a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.563924:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2003:x1815448312781824:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 79us (174us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.563928:0:10617:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563929:0:15911:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d8c900/0xb104f9478e00aa9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c1a2 expref: 17 pid: 15923 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.563931:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291256 00010000:00010000:1.0:1731347580.563933:0:10617:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.563937:0:15911:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d8c900/0xb104f9478e00aa9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c1a2 expref: 16 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.563943:0:10617:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae3a80 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.563945:0:10617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563946:0:15911:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952976640:192.168.203.60@tcp:104: 00010000:00010000:0.0:1731347580.563950:0:11434:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563952:0:10617:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563957:0:11434:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563961:0:10617:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563962:0:15911:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a03c0 going to sleep for 11 seconds 00010000:00010000:0.0:1731347580.563963:0:11434:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.563967:0:10617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae3a80/0xb104f9478e07875f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563969:0:11434:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563976:0:11434:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.563982:0:11434:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae33c0 already unused, calling callback (ffffffffa085a100) 00000004:00080000:3.0:1731347580.563983:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f82300/2, rc 0, transno 400376 00010000:00010000:0.0:1731347580.563984:0:11434:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.563986:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952973952:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1731347580.563992:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f80380/2, rc 0, transno 400377 00000100:00100000:3.0:1731347580.563995:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952973824:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1731347580.563996:0:11434:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.564006:0:11434:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.564012:0:11434:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae33c0/0xb104f9478e078766 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11434 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.564024:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+69:3763:x1815447952974464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2955us (2975us total) trans 4295336128 rc 0/0 00000100:00100000:2.0:1731347580.564030:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205352 00000004:00080000:3.0:1731347580.564033:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d5880/2, rc 0, transno 368832 00000100:00100000:3.0:1731347580.564040:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952974464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.564054:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.564065:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312781952 00000100:00100000:1.0:1731347580.564066:0:10617:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+69:3760:x1815447952974336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3081us (3113us total) trans 4295336129 rc 0/0 00000100:00100000:3.0:1731347580.564067:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952976768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1731347580.564067:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312781952 00000100:00100000:1.0:1731347580.564071:0:10617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205350 00010000:00010000:2.0:1731347580.564074:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800863d73c0/0xb104f9478e00926b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a96f expref: 17 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.564084:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.564084:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291257 00000100:00100000:2.0:1731347580.564087:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2003:x1815448312781952:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1731347580.564090:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88005ac54e00/2, rc 0, transno 368833 00010000:00010000:2.0:1731347580.564091:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.564094:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800863d73c0/0xb104f9478e00926b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a96f expref: 17 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.564095:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88005ac54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952974336:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.564099:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800863d73c0/0xb104f9478e00926b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a96f expref: 17 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.564103:0:15921:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952976768 00010000:00010000:2.0:1731347580.564106:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800863d73c0/0xb104f9478e00926b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96a96f expref: 17 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.564106:0:15921:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952976768 00000100:00100000:3.0:1731347580.564111:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952976896:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.564111:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.564112:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.564113:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.564114:0:15921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205358 00000100:00100000:1.0:1731347580.564117:0:15921:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+69:3761:x1815447952976768:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.564118:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.564122:0:11434:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+69:3763:x1815447952974592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3057us (3105us total) trans 4295336130 rc 0/0 00000100:00100000:3.0:1731347580.564125:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1731347580.564125:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1731347580.564126:0:15921:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18299 count 1 00010000:00010000:1.0:1731347580.564133:0:15921:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.564135:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312781952:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 47us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.564138:0:15918:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952976896 00000100:00100000:2.0:1731347580.564138:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291257 00000100:00100000:3.0:1731347580.564141:0:15918:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952976896 00010000:00010000:1.0:1731347580.564143:0:15921:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090276f40/0xb104f9478e009ce4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e1 expref: 15 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.564146:0:9554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.564147:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.564148:0:15921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.564149:0:15921:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.564151:0:9554:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.564154:0:15918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205359 00010000:00010000:2.0:1731347580.564155:0:9554:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.564158:0:15918:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+70:3762:x1815447952976896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1731347580.564159:0:9554:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.564159:0:15921:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090276f40/0xb104f9478e009ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e1 expref: 15 pid: 15918 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.564163:0:9554:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.564164:0:15921:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090276f40/0xb104f9478e009ce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e1 expref: 15 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.564166:0:9554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134a00480 already unused, calling callback (ffffffffa085a100) 00002000:00080000:3.0:1731347580.564167:0:15918:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16255 count 1 00010000:00010000:2.0:1731347580.564168:0:9554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.564170:0:15921:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952977024:192.168.203.60@tcp:104: 00010000:00010000:2.0:1731347580.564171:0:9554:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.564176:0:9554:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564177:0:15918:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.564179:0:9554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a00480/0xb104f9478e078774 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.564184:0:15921:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac9a0540 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.564186:0:15918:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f883840/0xb104f9478dff45e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce8 expref: 15 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1731347580.564190:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.564192:0:15918:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.564193:0:15918:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564204:0:15918:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f883840/0xb104f9478dff45e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce8 expref: 15 pid: 15960 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1731347580.564207:0:11434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205351 00010000:00010000:3.0:1731347580.564213:0:15918:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f883840/0xb104f9478dff45e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce8 expref: 15 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.564226:0:15918:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952977152:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.564248:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+70:3760:x1815447952975488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3045us (3078us total) trans 4295336131 rc 0/0 00000100:00100000:3.0:1731347580.564250:0:9553:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1815447952975872:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.564252:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205353 00000004:00080000:1.0:1731347580.564256:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d5f80/2, rc 0, transno 368835 00000100:00100000:0.0:1731347580.564256:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1731347580.564261:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.564261:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952975488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.564261:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312782208 00000100:00100000:0.0:1731347580.564263:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312782208 00010000:00010000:0.0:1731347580.564270:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880114e15b00/0xb104f9478dffce9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e5a0 expref: 16 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.564282:0:15918:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0900 going to sleep for 11 seconds 00000100:00100000:0.0:1731347580.564285:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291258 00000100:00100000:0.0:1731347580.564287:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312782208:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.564292:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347580.564293:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1731347580.564294:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880114e15b00/0xb104f9478dffce9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e5a0 expref: 16 pid: 15912 timeout: 1676 lvb_type: 1 00000004:00080000:3.0:1731347580.564295:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801373d6a00/2, rc 0, transno 368834 00000100:00100000:3.0:1731347580.564299:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801373d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952974592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.564300:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880114e15b00/0xb104f9478dffce9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e5a0 expref: 16 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.564301:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312782080 00000100:00100000:2.0:1731347580.564304:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312782080 00000100:00100000:3.0:1731347580.564307:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952977280:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.564308:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.564309:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.564311:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.564314:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88006720f840/0xb104f9478dff18aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fae expref: 17 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.564315:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.564321:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1731347580.564324:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347580.564329:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291259 00000100:00100000:0.0:1731347580.564331:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2003:x1815448312782208:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 43us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.564334:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2004:x1815448312782080:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1731347580.564334:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291258 00000100:00100000:3.0:1731347580.564339:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952977280 00010000:00010000:2.0:1731347580.564340:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1731347580.564342:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952977280 00010000:00010000:2.0:1731347580.564344:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88006720f840/0xb104f9478dff18aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fae expref: 16 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.564349:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880114e15b00/0xb104f9478dffce9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef95e5a0 expref: 16 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.564352:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88006720f840/0xb104f9478dff18aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fae expref: 16 pid: 9552 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.564353:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205360 00000100:00100000:0.0:1731347580.564355:0:15895:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800781a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15895:1815447952976128:192.168.203.60@tcp:104: 00000100:00100000:3.0:1731347580.564356:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+70:3763:x1815447952977280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1731347580.564362:0:15895:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1731347580.564364:0:15923:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15328 count 1 00010000:00010000:2.0:1731347580.564364:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006720f840/0xb104f9478dff18aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef952fae expref: 15 pid: 9552 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.564366:0:15895:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564370:0:15923:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.564370:0:15895:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.564371:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.564372:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.564374:0:15895:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.564375:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564377:0:15923:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaad2f40/0xb104f9478dff7ea8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595ac expref: 14 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1731347580.564378:0:15895:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564381:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.564381:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564382:0:15923:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.564382:0:15895:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564383:0:15923:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.564385:0:15895:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008143a640 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.564387:0:15895:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.564390:0:15895:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564393:0:15923:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aaad2f40/0xb104f9478dff7ea8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595ac expref: 14 pid: 15960 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1731347580.564393:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.564395:0:15895:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.564398:0:15895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008143a640/0xb104f9478e078782 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564399:0:15923:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aaad2f40/0xb104f9478dff7ea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595ac expref: 14 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:3.0:1731347580.564404:0:15923:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952977408:192.168.203.60@tcp:104: 00000100:00100000:2.0:1731347580.564409:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2004:x1815448312782080:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 74us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.564432:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291259 00000100:00100000:3.0:1731347580.564435:0:15923:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b32a0c00 going to sleep for 11 seconds 00010000:00010000:3.0:1731347580.564443:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564447:0:9553:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564452:0:9553:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564455:0:9553:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564459:0:9553:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564462:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088000 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.564464:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564468:0:9553:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564474:0:9553:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564478:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088000/0xb104f9478e07877b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2be3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.564490:0:15895:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+71:3762:x1815447952976000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2557us (2587us total) trans 4295336132 rc 0/0 00000100:00100000:0.0:1731347580.564494:0:15895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205355 00000100:00100000:0.0:1731347580.564522:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.564531:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312782336 00000100:00100000:0.0:1731347580.564533:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312782336 00000100:00100000:0.0:1731347580.564548:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712639 00000100:00100000:0.0:1731347580.564551:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:13210:x1815448312782336:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:3.0:1731347580.564559:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+71:3761:x1815447952975744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2910us (2936us total) trans 4295336133 rc 0/0 00000100:00100000:3.0:1731347580.564564:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205354 00000100:00100000:3.0:1731347580.564580:0:15959:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15959:1815447952976384:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.564587:0:15959:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.564596:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:13210:x1815448312782336:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 44us (74us total) trans 0 rc 0/0 00000004:00080000:3.0:1731347580.564599:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcaf800/2, rc 0, transno 368836 00000100:00100000:0.0:1731347580.564600:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712639 00000100:00100000:3.0:1731347580.564601:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952976000:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.564608:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcaca80/2, rc 0, transno 368837 00000100:00100000:3.0:1731347580.564610:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952975744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.564650:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.564658:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312782464 00000100:00100000:0.0:1731347580.564660:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312782464 00010000:00010000:0.0:1731347580.564667:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880078cd4d80/0xb104f9478e00beda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5de expref: 14 pid: 15912 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.564677:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291260 00000100:00100000:0.0:1731347580.564680:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2004:x1815448312782464:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1731347580.564684:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1731347580.564686:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880078cd4d80/0xb104f9478e00beda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4303:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5de expref: 14 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.564691:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880078cd4d80/0xb104f9478e00beda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4303:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5de expref: 14 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.564698:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880078cd4d80/0xb104f9478e00beda lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4303:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96d5de expref: 14 pid: 15912 timeout: 1676 lvb_type: 1 00010000:00010000:0.0:1731347580.564703:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.564704:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1731347580.564706:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.564713:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.564727:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1731347580.564738:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312782464:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 57us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.564741:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291260 00010000:00010000:3.0:1731347580.564743:0:15959:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564748:0:15959:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564753:0:15959:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564757:0:15959:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564761:0:15959:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564764:0:15959:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b408b3c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.564766:0:15959:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564777:0:15959:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564783:0:15959:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.564787:0:15959:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b408b3c0/0xb104f9478e078789 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15959 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.564862:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+71:3762:x1815447952976256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1315us (1354us total) trans 4295336134 rc 0/0 00000100:00100000:3.0:1731347580.564866:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205356 00000004:00080000:0.0:1731347580.564889:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132623480/2, rc 0, transno 368838 00000100:00100000:0.0:1731347580.564894:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952976256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1731347580.565311:0:15911:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15911:1815447952976640:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.565322:0:15921:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15921:1815447952977024:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.565323:0:15911:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.565326:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1731347580.565331:0:15921:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.565340:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.565347:0:15918:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15918:1815447952977152:192.168.203.60@tcp:104: 00000100:00100000:1.0:1731347580.565347:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312782592 00000100:00100000:1.0:1731347580.565349:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312782592 00010000:00010000:2.0:1731347580.565356:0:15918:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565357:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d8c900/0xb104f9478e00aa9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c1a2 expref: 13 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.565368:0:15897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312782848 00000100:00100000:1.0:1731347580.565370:0:15897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312782848 00010000:00010000:1.0:1731347580.565374:0:15897:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f883840/0xb104f9478dff45e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce8 expref: 14 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:2.0:1731347580.565379:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291261 00000100:00100000:2.0:1731347580.565382:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2003:x1815448312782592:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.565385:0:15897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291262 00010000:00010000:2.0:1731347580.565387:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1731347580.565388:0:15897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2003:x1815448312782848:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1731347580.565390:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d8c900/0xb104f9478e00aa9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c1a2 expref: 14 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.565393:0:15897:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.565396:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d8c900/0xb104f9478e00aa9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c1a2 expref: 14 pid: 15923 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.565396:0:15897:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f883840/0xb104f9478dff45e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce8 expref: 14 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.565401:0:15897:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f883840/0xb104f9478dff45e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce8 expref: 14 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.565404:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d8c900/0xb104f9478e00aa9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96c1a2 expref: 14 pid: 15923 timeout: 1676 lvb_type: 1 00000100:00100000:0.0:1731347580.565408:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.565409:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.565409:0:15897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f883840/0xb104f9478dff45e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef955ce8 expref: 13 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.565410:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.565412:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565428:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.565429:0:15897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1731347580.565430:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565431:0:15897:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565436:0:15897:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.565440:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.565444:0:15897:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1731347580.565453:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312782592:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 70us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.565457:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291261 00000100:00100000:1.0:1731347580.565457:0:15897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312782848:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 67us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.565461:0:15897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291262 00000100:00100000:3.0:1731347580.565464:0:8356:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312782720 00000100:00100000:3.0:1731347580.565467:0:8356:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312782720 00010000:00010000:3.0:1731347580.565476:0:8356:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090276f40/0xb104f9478e009ce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e1 expref: 11 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.565480:0:15918:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.565485:0:15918:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.565486:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1731347580.565490:0:15918:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.565494:0:8356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291263 00010000:00010000:2.0:1731347580.565494:0:15918:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.565497:0:8356:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312782720:12345-192.168.203.60@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1731347580.565497:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312782976 00010000:00010000:2.0:1731347580.565498:0:15918:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.565499:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312782976 00010000:00010000:2.0:1731347580.565501:0:15918:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4089680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.565502:0:8356:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1731347580.565503:0:15918:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565504:0:8356:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090276f40/0xb104f9478e009ce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x477b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e1 expref: 12 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:2.0:1731347580.565506:0:15918:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.565509:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205361 00010000:00010000:3.0:1731347580.565510:0:8356:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090276f40/0xb104f9478e009ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x477b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e1 expref: 12 pid: 15918 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.565511:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312782976:12345-192.168.203.60@tcp:16:fsx.0 00010000:00010000:2.0:1731347580.565512:0:15918:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1731347580.565515:0:15918:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4089680/0xb104f9478e07879e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15918 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565518:0:8356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090276f40/0xb104f9478e009ce4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x477b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef96b3e1 expref: 12 pid: 15918 timeout: 1676 lvb_type: 1 00010000:00010000:3.0:1731347580.565524:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.565525:0:8356:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1731347580.565527:0:8356:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.565527:0:15923:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15923:1815447952977408:192.168.203.60@tcp:104: 00010000:00010000:3.0:1731347580.565531:0:8356:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.565535:0:15923:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1731347580.565560:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.565571:0:7195:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312783104 00000100:00100000:1.0:1731347580.565573:0:7195:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312783104 00010000:00010000:1.0:1731347580.565579:0:7195:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaad2f40/0xb104f9478dff7ea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595ac expref: 12 pid: 15960 timeout: 1676 lvb_type: 1 00000100:00100000:1.0:1731347580.565588:0:7195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 291264 00000100:00100000:1.0:1731347580.565591:0:7195:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312783104:12345-192.168.203.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1731347580.565595:0:7195:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.565597:0:7195:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aaad2f40/0xb104f9478dff7ea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595ac expref: 12 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.565603:0:7195:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aaad2f40/0xb104f9478dff7ea8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595ac expref: 12 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.565611:0:7195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaad2f40/0xb104f9478dff7ea8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x196af1bbef9595ac expref: 12 pid: 15960 timeout: 1676 lvb_type: 1 00010000:00010000:1.0:1731347580.565617:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.565617:0:7195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1731347580.565619:0:7195:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565624:0:7195:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565632:0:7195:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1731347580.565637:0:15923:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.565643:0:15923:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1731347580.565645:0:7195:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312783104:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 53us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.565648:0:7195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291264 00010000:00010000:0.0:1731347580.565649:0:15923:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.565656:0:15923:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.565663:0:15923:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.565668:0:15923:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b4088b40 already unused, calling callback (ffffffffa085a100) 00010000:00010000:0.0:1731347580.565671:0:15923:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.565677:0:15923:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.565686:0:15923:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1731347580.565693:0:15923:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4088b40/0xb104f9478e0787a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3be0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565884:0:8356:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.565901:0:15921:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.565904:0:8356:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312782720:12345-192.168.203.60@tcp:103:ldlm_bl.0 Request processed in 405us (496us total) trans 0 rc 0/0 00010000:00010000:1.0:1731347580.565906:0:15921:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1731347580.565908:0:8356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 291263 00010000:00010000:1.0:1731347580.565910:0:15921:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565914:0:15921:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565920:0:15911:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565921:0:15921:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565925:0:15911:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565926:0:15921:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aaae1680 already unused, calling callback (ffffffffa085a100) 00010000:00010000:1.0:1731347580.565928:0:15921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565930:0:15911:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565933:0:15911:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565937:0:15911:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565939:0:15921:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565940:0:15911:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b40886c0 already unused, calling callback (ffffffffa085a100) 00010000:00010000:3.0:1731347580.565942:0:15911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565945:0:15911:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565948:0:15921:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565954:0:15911:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.565954:0:15921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aaae1680/0xb104f9478e078797 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x477b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1731347580.565958:0:15911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b40886c0/0xb104f9478e078790 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1731347580.566276:0:15918:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+73:3762:x1815447952976896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2117us (2150us total) trans 4295336135 rc 0/0 00000100:00100000:2.0:1731347580.566281:0:15918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205359 00000100:00100000:1.0:1731347580.566303:0:15921:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+72:3761:x1815447952976768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2183us (2218us total) trans 4295336136 rc 0/0 00000100:00100000:1.0:1731347580.566307:0:15921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205358 00000100:00100000:3.0:1731347580.566314:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+72:3760:x1815447952976512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2435us (2461us total) trans 4295336137 rc 0/0 00000100:00100000:3.0:1731347580.566319:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205357 00000004:00080000:1.0:1731347580.566326:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d6d80/2, rc 0, transno 368841 00000100:00100000:1.0:1731347580.566328:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952976512:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1731347580.566336:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d7480/2, rc 0, transno 368840 00000100:00100000:3.0:1731347580.566338:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952976768:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1731347580.566360:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+71:3763:x1815447952977280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2002us (2035us total) trans 4295336138 rc 0/0 00000004:00080000:3.0:1731347580.566365:0:3763:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880077f46d80/2, rc 0, transno 368842 00000100:00100000:0.0:1731347580.566365:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205360 00000100:00100000:3.0:1731347580.566367:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077f46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952977280:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1731347580.566383:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800986d6680/2, rc 0, transno 368839 00000100:00100000:0.0:1731347580.566386:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952976896:0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1731347580.566662:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336134 is committed 00000001:00080000:2.0:1731347580.566670:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336125 is committed 00000100:00100000:1.0:1731347580.566785:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312782976:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 1271us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.566789:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205361 00000100:00100000:0.0:1731347580.567453:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.567497:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312783232 00000100:00100000:1.0:1731347580.567502:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312783232 00000100:00100000:1.0:1731347580.567527:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712640 00000100:00100000:1.0:1731347580.567531:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:13210:x1815448312783232:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.567540:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.567549:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0787ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc42 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.567596:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0787b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.567604:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0787b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.567610:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0787b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.567622:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3496968 00000004:00200000:1.0:1731347580.567625:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.567632:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0787b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.567645:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0787ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc42 expref: 27 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.567653:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0787b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc42 expref: 26 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.567657:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.567659:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.567661:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1f80, rc 0) 00000100:00100000:1.0:1731347580.567686:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+26:13210:x1815448312783232:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 154us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.567690:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712640 00000100:00100000:0.0:1731347580.568799:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.568869:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312783360 00000100:00100000:1.0:1731347580.568874:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312783360 00000100:00100000:1.0:1731347580.568898:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205362 00000100:00100000:1.0:1731347580.568902:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+31:2005:x1815448312783360:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:1.0:1731347580.568978:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 370529 00002000:00010000:1.0:1731347580.568980:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.568981:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:1.0:1731347580.568983:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.568984:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:1.0:1731347580.569010:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800781a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+32:2005:x1815448312783360:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 107us (211us total) trans 4295367674 rc 0/0 00000100:00100000:1.0:1731347580.569014:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205362 00000100:00100000:0.0:1731347580.569825:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.569863:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312783616 00000100:00100000:1.0:1731347580.569868:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312783616 00000100:00100000:1.0:1731347580.569892:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712641 00000100:00100000:1.0:1731347580.569896:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+26:13210:x1815448312783616:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.569915:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.569924:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0787b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc42 expref: 26 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.569933:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.569935:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.569999:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e0787ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.570006:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e0787ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.570010:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e0787ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.570028:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161554 00000004:00010000:1.0:1731347580.570037:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007bcaf480 reply state ffff8801352b6000 transno 4295161555 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e0787ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.570043:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae18c0/0xb104f9478e0787ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.570046:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.570048:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.570049:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.570086:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+28:13210:x1815448312783616:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 189us (263us total) trans 4295161555 rc 0/0 00000100:00100000:1.0:1731347580.570090:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712641 00000020:00080000:1.0:1731347580.570093:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1731347580.570817:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.570841:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.570847:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312783872 00000100:00100000:3.0:1731347580.570852:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312783744 00000100:00100000:2.0:1731347580.570852:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312783872 00000100:00100000:3.0:1731347580.570855:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312783744 00002000:00010000:2.0:1731347580.570864:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:3.0:1731347580.570865:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1788995->18446744073709551615) 00002000:00100000:2.0:1731347580.570866:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ddea00 with x1815448312783872 ext(0->18446744073709551615) 00002000:00100000:3.0:1731347580.570867:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dddc00 with x1815448312783744 ext(1788995->18446744073709551615) 00002000:00010000:3.0:1731347580.570871:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134dddc00. 00002000:00010000:2.0:1731347580.570871:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ddea00. 00000100:00100000:2.0:1731347580.570881:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678336 00000100:00100000:2.0:1731347580.570885:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+32:2003:x1815448312783872:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347580.570889:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678337 00000100:00100000:3.0:1731347580.570892:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312783744:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.570976:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 370529 -> 0 00002000:00010000:2.0:1731347580.570978:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.570980:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:2.0:1731347580.570981:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.570982:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 0 00000100:00100000:2.0:1731347580.571008:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+33:2003:x1815448312783872:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 122us (192us total) trans 4295367675 rc 0/0 00000100:00100000:2.0:1731347580.571012:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678336 00002000:00010000:2.0:1731347580.571014:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.571016:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ddea00 with x1815448312783872 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.571018:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ddea00. 00002000:00010000:3.0:1731347580.571940:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3496968 -> 1788995 00002000:00010000:3.0:1731347580.571943:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.571945:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.571946:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.571948:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 400 -> 264 00000100:00100000:3.0:1731347580.571973:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312783744:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1079us (1131us total) trans 4295336139 rc 0/0 00000100:00100000:3.0:1731347580.571978:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678337 00002000:00010000:3.0:1731347580.571980:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1788995->18446744073709551615) 00002000:00100000:3.0:1731347580.571982:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dddc00 with x1815448312783744 ext(1788995->18446744073709551615) 00002000:00010000:3.0:1731347580.571985:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134dddc00. 00000100:00100000:0.0:1731347580.573857:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.573897:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312784000 00000100:00100000:1.0:1731347580.573901:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312784000 00000100:00100000:1.0:1731347580.573923:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712642 00000100:00100000:1.0:1731347580.573927:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+28:13210:x1815448312784000:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.573937:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.573944:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3a80/0xb104f9478e0787c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc49 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.573971:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0787c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.573977:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0787c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.573982:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0787c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.573990:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 1788995 00000004:00200000:1.0:1731347580.573993:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.573999:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0787c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.574009:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3a80/0xb104f9478e0787c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc49 expref: 30 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.574016:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0787c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc49 expref: 29 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.574020:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.574021:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.574023:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae33c0, rc 0) 00000100:00100000:1.0:1731347580.574049:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+29:13210:x1815448312784000:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 121us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.574053:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712642 00000100:00100000:0.0:1731347580.575445:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.575513:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312784256 00000100:00100000:1.0:1731347580.575517:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312784256 00000100:00100000:1.0:1731347580.575541:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712643 00000100:00100000:1.0:1731347580.575545:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+29:13210:x1815448312784256:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.575561:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.575569:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0787c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc49 expref: 29 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.575577:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.575579:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.575628:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0787cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.575634:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0787cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.575639:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0787cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.575653:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161556 00000004:00010000:1.0:1731347580.575661:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880131fd4a80 reply state ffff8801352b0000 transno 4295161557 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0787cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.575666:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1d40/0xb104f9478e0787cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.575670:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.575671:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.575672:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.575715:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+31:13210:x1815448312784256:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 168us (271us total) trans 4295161557 rc 0/0 00000100:00100000:1.0:1731347580.575721:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712643 00000020:00080000:1.0:1731347580.575725:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.576329:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.576350:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.576374:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312784512 00000100:00100000:3.0:1731347580.576378:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312784512 00000100:00100000:2.0:1731347580.576384:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312784384 00000100:00100000:2.0:1731347580.576388:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312784384 00002000:00010000:3.0:1731347580.576389:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (537152->18446744073709551615) 00002000:00100000:3.0:1731347580.576391:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131fd6680 with x1815448312784512 ext(537152->18446744073709551615) 00002000:00010000:3.0:1731347580.576396:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131fd6680. 00002000:00010000:2.0:1731347580.576398:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347580.576400:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131fd4e00 with x1815448312784384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347580.576405:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131fd4e00. 00000100:00100000:3.0:1731347580.576407:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678338 00000100:00100000:3.0:1731347580.576411:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+33:2006:x1815448312784512:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347580.576428:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678339 00000100:00100000:0.0:1731347580.576433:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312784384:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347580.576496:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1788995 -> 4194304 00002000:00010000:0.0:1731347580.576498:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.576500:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.576501:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.576502:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 264 -> 264 00002000:00010000:3.0:1731347580.576519:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 537152 00002000:00010000:3.0:1731347580.576523:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.576525:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.576526:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.576527:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1731347580.576527:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312784384:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 94us (176us total) trans 4295336140 rc 0/0 00000100:00100000:0.0:1731347580.576532:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678339 00002000:00010000:0.0:1731347580.576534:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:0.0:1731347580.576536:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131fd4e00 with x1815448312784384 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347580.576539:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131fd4e00. 00000100:00100000:3.0:1731347580.576545:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2006:x1815448312784512:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 133us (216us total) trans 4295367676 rc 0/0 00000100:00100000:3.0:1731347580.576550:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678338 00002000:00010000:3.0:1731347580.576552:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (537152->18446744073709551615) 00002000:00100000:3.0:1731347580.576554:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131fd6680 with x1815448312784512 ext(537152->18446744073709551615) 00002000:00010000:3.0:1731347580.576557:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131fd6680. 00000100:00100000:0.0:1731347580.578244:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.578268:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.578284:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312784896 00000100:00100000:3.0:1731347580.578288:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312784896 00002000:00100000:3.0:1731347580.578302:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (475136->479231) req@ffff880131fd6a00 x1815448312784896/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:1.0:1731347580.578304:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312785024 00000100:00100000:1.0:1731347580.578309:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312785024 00002000:00100000:3.0:1731347580.578311:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131fd6a00 with x1815448312784896 ext(475136->479231) 00002000:00010000:3.0:1731347580.578314:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131fd6a00 00002000:00100000:1.0:1731347580.578323:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3497984->4194303) req@ffff880098d4d880 x1815448312785024/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.578329:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4d880 with x1815448312785024 ext(3497984->4194303) 00000100:00100000:3.0:1731347580.578332:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678340 00002000:00010000:1.0:1731347580.578332:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098d4d880 00000100:00100000:3.0:1731347580.578337:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2004:x1815448312784896:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347580.578349:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678341 00000100:00100000:1.0:1731347580.578353:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312785024:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.578446:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2004:x1815448312784896:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 107us (202us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.578452:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678340 00002000:00100000:3.0:1731347580.578456:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (475136->479231) req@ffff880131fd6a00 x1815448312784896/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.578464:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131fd6a00 with x1815448312784896 ext(475136->479231) 00002000:00010000:3.0:1731347580.578467:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131fd6a00 00000100:00100000:0.0:1731347580.580744:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.580799:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312785280 00000100:00100000:3.0:1731347580.580804:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312785280 00002000:00100000:3.0:1731347580.580822:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->540671) req@ffff880098d4ce00 x1815448312785280/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.580830:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4ce00 with x1815448312785280 ext(0->540671) 00002000:00010000:3.0:1731347580.580834:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098d4ce00 00000100:00100000:3.0:1731347580.580852:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678342 00000100:00100000:3.0:1731347580.580858:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2003:x1815448312785280:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347580.580922:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312785024:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2565us (2650us total) trans 0 rc 696320/696320 00000100:00100000:1.0:1731347580.580930:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678341 00002000:00100000:1.0:1731347580.580937:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3497984->4194303) req@ffff880098d4d880 x1815448312785024/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 696320/696320 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.580946:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4d880 with x1815448312785024 ext(3497984->4194303) 00002000:00010000:1.0:1731347580.580950:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098d4d880 00000100:00100000:3.0:1731347580.582981:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2003:x1815448312785280:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2121us (2236us total) trans 0 rc 536576/536576 00000100:00100000:3.0:1731347580.582988:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678342 00002000:00100000:3.0:1731347580.582993:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->540671) req@ffff880098d4ce00 x1815448312785280/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 536576/536576 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.583001:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880098d4ce00 with x1815448312785280 ext(0->540671) 00002000:00010000:3.0:1731347580.583005:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098d4ce00 00000100:00100000:0.0:1731347580.584241:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.584318:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312785408 00000100:00100000:3.0:1731347580.584324:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312785408 00002000:00100000:3.0:1731347580.584343:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (475136->537151) req@ffff88007c2c5880 x1815448312785408/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.584351:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c2c5880 with x1815448312785408 ext(475136->537151) 00002000:00010000:3.0:1731347580.584354:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c2c5880 00000100:00100000:3.0:1731347580.584375:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678343 00000100:00100000:3.0:1731347580.584380:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:2006:x1815448312785408:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347580.585580:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+36:2006:x1815448312785408:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1197us (1338us total) trans 4295367677 rc 0/0 00000100:00100000:3.0:1731347580.585586:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678343 00002000:00100000:3.0:1731347580.585590:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (475136->537151) req@ffff88007c2c5880 x1815448312785408/t4295367677(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.585596:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c2c5880 with x1815448312785408 ext(475136->537151) 00002000:00010000:3.0:1731347580.585599:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c2c5880 00000100:00100000:0.0:1731347580.586221:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.586299:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312785536 00000100:00100000:1.0:1731347580.586304:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312785536 00000100:00100000:1.0:1731347580.586332:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712644 00000100:00100000:1.0:1731347580.586336:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+31:13210:x1815448312785536:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.586396:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+31:13210:x1815448312785536:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 58us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.586403:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712644 00000100:00100000:0.0:1731347580.587111:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.587179:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312785664 00000100:00100000:1.0:1731347580.587183:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312785664 00000100:00100000:1.0:1731347580.587208:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205363 00000100:00100000:1.0:1731347580.587212:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+36:2003:x1815448312785664:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.589704:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367677 is committed 00000001:00080000:0.0:1731347580.589723:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367673 is committed 00000100:00100000:1.0:1731347580.590287:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312785664:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 3069us (3172us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.590295:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205363 00000100:00100000:0.0:1731347580.591399:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.591434:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312785792 00000100:00100000:1.0:1731347580.591439:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312785792 00000100:00100000:1.0:1731347580.591458:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712645 00000100:00100000:1.0:1731347580.591461:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+31:13210:x1815448312785792:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.591472:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.591484:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e0787d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc50 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.591539:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.591548:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.591555:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.591570:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4731456 00000004:00200000:1.0:1731347580.591574:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.591586:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.591606:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e0787d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc50 expref: 33 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.591618:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc50 expref: 32 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.591625:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.591627:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.591630:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae2880, rc 0) 00000100:00100000:1.0:1731347580.591661:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+32:13210:x1815448312785792:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 198us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.591667:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712645 00000100:00100000:2.0:1731347580.592511:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1731347580.592523:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.592525:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880115b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3761:1815447952977536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1731347580.592557:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312785920 00000100:00100000:1.0:1731347580.592561:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312785920 00000100:00100000:2.0:1731347580.592562:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347580.592576:0:11780:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952977536 00000100:00100000:0.0:1731347580.592579:0:11780:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952977536 00000100:00100000:1.0:1731347580.592581:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205364 00000100:00100000:1.0:1731347580.592585:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312785920:12345-192.168.203.60@tcp:22:fsx.0 00000100:00080000:2.0:1731347580.592598:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1731347550 00000100:00100000:0.0:1731347580.592600:0:11780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1731347580.592603:0:11780:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1815447952977536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1731347580.592614:0:11780:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 2026816 pending 0 free 3923537920 avail 3690541056 00000100:00100000:0.0:1731347580.592636:0:11780:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1815447952977536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.592640:0:11780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1731347580.592660:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880115b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3761:1815447952977536:0@lo:13:osp-pre-0-1.0 00002000:00010000:1.0:1731347580.592734:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1731347580.592737:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.592739:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.592741:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.592743:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 264 -> 296 00000100:00100000:1.0:1731347580.592782:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312785920:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 196us (259us total) trans 4295336141 rc 0/0 00000100:00100000:1.0:1731347580.592787:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205364 00000100:00100000:0.0:1731347580.595822:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.595859:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312786176 00000100:00100000:3.0:1731347580.595866:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312786176 00002000:00100000:3.0:1731347580.595895:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1789952->3497983) req@ffff8800818a7b80 x1815448312786176/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.595902:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800818a7b80 with x1815448312786176 ext(1789952->3497983) 00002000:00010000:3.0:1731347580.595906:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800818a7b80 00000100:00100000:3.0:1731347580.595928:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678344 00000100:00100000:3.0:1731347580.595933:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312786176:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.601839:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312786176:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 5897us (6015us total) trans 0 rc 1708032/1708032 00000100:00100000:3.0:1731347580.601848:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678344 00002000:00100000:3.0:1731347580.601858:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1789952->3497983) req@ffff8800818a7b80 x1815448312786176/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 1708032/1708032 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.601865:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800818a7b80 with x1815448312786176 ext(1789952->3497983) 00002000:00010000:3.0:1731347580.601870:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800818a7b80 00000100:00100000:0.0:1731347580.603961:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.604009:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312786304 00000100:00100000:3.0:1731347580.604017:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312786304 00002000:00100000:3.0:1731347580.604046:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2613248->2674687) req@ffff8800818a5880 x1815448312786304/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.604053:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800818a5880 with x1815448312786304 ext(2613248->2674687) 00002000:00010000:3.0:1731347580.604057:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800818a5880 00000100:00100000:3.0:1731347580.604079:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678345 00000100:00100000:3.0:1731347580.604084:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312786304:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347580.605544:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312786304:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1457us (1586us total) trans 4295336142 rc 0/0 00000100:00100000:3.0:1731347580.605553:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678345 00002000:00100000:3.0:1731347580.605558:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2613248->2674687) req@ffff8800818a5880 x1815448312786304/t4295336142(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.605564:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800818a5880 with x1815448312786304 ext(2613248->2674687) 00002000:00010000:3.0:1731347580.605566:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800818a5880 00000100:00100000:0.0:1731347580.606194:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.606245:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312786432 00000100:00100000:1.0:1731347580.606251:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312786432 00000100:00100000:1.0:1731347580.606282:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205365 00000100:00100000:1.0:1731347580.606288:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312786432:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:2.0:1731347580.607033:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336142 is committed 00000001:00080000:2.0:1731347580.607053:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336138 is committed 00000100:00100000:1.0:1731347580.607165:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312786432:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 875us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.607171:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205365 00000100:00100000:0.0:1731347580.608501:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.608567:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952977664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1731347580.608574:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312786560 00000100:00100000:2.0:1731347580.608578:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312786560 00000100:00100000:0.0:1731347580.608591:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:2.0:1731347580.608593:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2965504->3026943) req@ffff88007cc41880 x1815448312786560/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.608600:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc41880 with x1815448312786560 ext(2965504->3026943) 00002000:00010000:2.0:1731347580.608602:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc41880 00000100:00100000:2.0:1731347580.608613:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678346 00000100:00100000:2.0:1731347580.608616:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312786560:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:1.0:1731347580.608627:0:11780:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952977664 00000100:00100000:1.0:1731347580.608632:0:11780:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952977664 00000100:00100000:1.0:1731347580.608661:0:11780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1731347580.608667:0:11780:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1815447952977664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1731347580.608680:0:11780:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 2026816 pending 0 free 3923537920 avail 3690541056 00000100:00100000:1.0:1731347580.608710:0:11780:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1815447952977664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.608715:0:11780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:0.0:1731347580.608720:0:3761:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4295367673 gen 2 00000004:00080000:0.0:1731347580.608724:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3a8a80, transno 4295367215 00000004:00080000:0.0:1731347580.608729:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3a9880, transno 4295367216 00000004:00080000:0.0:1731347580.608731:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3a9c00, transno 4295367217 00000004:00080000:0.0:1731347580.608732:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3ab480, transno 4295367218 00000004:00080000:0.0:1731347580.608735:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3aa680, transno 4295367219 00000004:00080000:0.0:1731347580.608736:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3ab800, transno 4295367220 00000004:00080000:0.0:1731347580.608737:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3ab100, transno 4295367221 00000004:00080000:0.0:1731347580.608739:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3a9180, transno 4295367222 00000004:00080000:0.0:1731347580.608740:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132d08e00, transno 4295367223 00000004:00080000:0.0:1731347580.608741:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132d0a300, transno 4295367224 00000004:00080000:0.0:1731347580.608743:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132d08000, transno 4295367225 00000004:00080000:0.0:1731347580.608745:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132d0b480, transno 4295367226 00000004:00080000:0.0:1731347580.608746:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132d0a680, transno 4295367227 00000004:00080000:0.0:1731347580.608747:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132d0b100, transno 4295367228 00000004:00080000:0.0:1731347580.608749:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132d08380, transno 4295367229 00000004:00080000:0.0:1731347580.608750:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132d09c00, transno 4295367230 00000004:00080000:0.0:1731347580.608752:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077876a00, transno 4295367231 00000004:00080000:0.0:1731347580.608753:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc40700, transno 4295367232 00000004:00080000:0.0:1731347580.608755:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a6d80, transno 4295367233 00000004:00080000:0.0:1731347580.608756:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a5c00, transno 4295367234 00000004:00080000:0.0:1731347580.608757:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a6680, transno 4295367235 00000004:00080000:0.0:1731347580.608759:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a4a80, transno 4295367236 00000004:00080000:0.0:1731347580.608760:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a5180, transno 4295367237 00000004:00080000:0.0:1731347580.608761:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a4e00, transno 4295367238 00000004:00080000:0.0:1731347580.608762:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc41c00, transno 4295367239 00000004:00080000:0.0:1731347580.608764:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc43800, transno 4295367240 00000004:00080000:0.0:1731347580.608765:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc42680, transno 4295367241 00000004:00080000:0.0:1731347580.608781:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d440700, transno 4295367242 00000004:00080000:0.0:1731347580.608785:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d440380, transno 4295367243 00000004:00080000:0.0:1731347580.608787:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc42a00, transno 4295367244 00000004:00080000:0.0:1731347580.608788:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d441500, transno 4295367245 00000004:00080000:0.0:1731347580.608790:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d442300, transno 4295367246 00000004:00080000:0.0:1731347580.608791:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801270a8700, transno 4295367247 00000004:00080000:0.0:1731347580.608793:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bd180, transno 4295367248 00000004:00080000:0.0:1731347580.608794:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801270a9500, transno 4295367249 00000004:00080000:0.0:1731347580.608795:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bfb80, transno 4295367250 00000004:00080000:0.0:1731347580.608797:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b5dea00, transno 4295367251 00000004:00080000:0.0:1731347580.608798:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f81180, transno 4295367252 00000004:00080000:0.0:1731347580.608800:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f80a80, transno 4295367253 00000004:00080000:0.0:1731347580.608801:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b5ddf80, transno 4295367254 00000004:00080000:0.0:1731347580.608803:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc44e00, transno 4295367255 00000004:00080000:0.0:1731347580.608805:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d442d80, transno 4295367256 00000004:00080000:0.0:1731347580.608806:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc47100, transno 4295367257 00000004:00080000:0.0:1731347580.608807:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32ed80, transno 4295367258 00000004:00080000:0.0:1731347580.608809:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32e300, transno 4295367259 00000004:00080000:0.0:1731347580.608811:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bc000, transno 4295367260 00000004:00080000:0.0:1731347580.608812:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782be300, transno 4295367261 00000004:00080000:0.0:1731347580.608813:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782be680, transno 4295367262 00000004:00080000:0.0:1731347580.608815:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bf800, transno 4295367263 00000004:00080000:0.0:1731347580.608816:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bce00, transno 4295367264 00000004:00080000:0.0:1731347580.608817:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880128b92680, transno 4295367265 00000004:00080000:0.0:1731347580.608819:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c077b80, transno 4295367266 00000004:00080000:0.0:1731347580.608820:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c074e00, transno 4295367267 00000004:00080000:0.0:1731347580.608821:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c076300, transno 4295367268 00000004:00080000:0.0:1731347580.608823:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098d4dc00, transno 4295367269 00000004:00080000:0.0:1731347580.608824:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098d4df80, transno 4295367270 00000004:00080000:0.0:1731347580.608825:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa227800, transno 4295367271 00000004:00080000:0.0:1731347580.608827:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa224a80, transno 4295367272 00000004:00080000:0.0:1731347580.608828:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f36300, transno 4295367273 00000004:00080000:0.0:1731347580.608830:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32c000, transno 4295367274 00000004:00080000:0.0:1731347580.608831:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa225880, transno 4295367275 00000004:00080000:0.0:1731347580.608832:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763afb80, transno 4295367276 00000004:00080000:0.0:1731347580.608834:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa225f80, transno 4295367277 00000004:00080000:0.0:1731347580.608835:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763ac000, transno 4295367278 00000004:00080000:0.0:1731347580.608837:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763ae300, transno 4295367279 00000004:00080000:0.0:1731347580.608838:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763adc00, transno 4295367280 00000004:00080000:0.0:1731347580.608839:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f36a00, transno 4295367281 00000004:00080000:0.0:1731347580.608841:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8c0fb80, transno 4295367282 00000004:00080000:0.0:1731347580.608842:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f554700, transno 4295367284 00000004:00080000:0.0:1731347580.608844:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f555f80, transno 4295367285 00000004:00080000:0.0:1731347580.608845:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f555500, transno 4295367286 00000004:00080000:0.0:1731347580.608847:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f555180, transno 4295367287 00000004:00080000:0.0:1731347580.608849:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8c0c700, transno 4295367288 00000004:00080000:0.0:1731347580.608850:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f37800, transno 4295367289 00000004:00080000:0.0:1731347580.608852:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f37b80, transno 4295367290 00000004:00080000:0.0:1731347580.608853:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddca80, transno 4295367291 00000004:00080000:0.0:1731347580.608854:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a5180, transno 4295367292 00000004:00080000:0.0:1731347580.608856:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dde300, transno 4295367293 00000004:00080000:0.0:1731347580.608857:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddc380, transno 4295367294 00000004:00080000:0.0:1731347580.608858:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddce00, transno 4295367295 00000004:00080000:0.0:1731347580.608860:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f0700, transno 4295367296 00000004:00080000:0.0:1731347580.608861:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f0000, transno 4295367297 00000004:00080000:0.0:1731347580.608862:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f2680, transno 4295367298 00000004:00080000:0.0:1731347580.608863:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f1880, transno 4295367299 00000004:00080000:0.0:1731347580.608865:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122be9f80, transno 4295367300 00000004:00080000:0.0:1731347580.608866:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122beb100, transno 4295367301 00000004:00080000:0.0:1731347580.608868:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763ae680, transno 4295367302 00000004:00080000:0.0:1731347580.608869:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763aed80, transno 4295367303 00000004:00080000:0.0:1731347580.608870:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f557800, transno 4295367304 00000004:00080000:0.0:1731347580.608872:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f554a80, transno 4295367305 00000004:00080000:0.0:1731347580.608873:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f557b80, transno 4295367306 00000004:00080000:0.0:1731347580.608874:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f557100, transno 4295367307 00000004:00080000:0.0:1731347580.608875:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e5c00, transno 4295367308 00000004:00080000:0.0:1731347580.608877:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a7800, transno 4295367309 00000004:00080000:0.0:1731347580.608878:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a5880, transno 4295367310 00000004:00080000:0.0:1731347580.608879:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a4700, transno 4295367311 00000004:00080000:0.0:1731347580.608881:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120383480, transno 4295367312 00000004:00080000:0.0:1731347580.608882:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120380a80, transno 4295367313 00000004:00080000:0.0:1731347580.608883:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120381880, transno 4295367314 00000004:00080000:0.0:1731347580.608885:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120383b80, transno 4295367315 00000004:00080000:0.0:1731347580.608886:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f80700, transno 4295367316 00000004:00080000:0.0:1731347580.608888:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f82a00, transno 4295367317 00000004:00080000:0.0:1731347580.608889:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f80000, transno 4295367318 00000004:00080000:0.0:1731347580.608890:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f80e00, transno 4295367319 00000004:00080000:0.0:1731347580.608892:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddc000, transno 4295367320 00000004:00080000:0.0:1731347580.608893:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bead80, transno 4295367321 00000004:00080000:0.0:1731347580.608894:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122beb800, transno 4295367322 00000004:00080000:0.0:1731347580.608895:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddf100, transno 4295367323 00000004:00080000:0.0:1731347580.608897:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f81500, transno 4295367324 00000004:00080000:0.0:1731347580.608898:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad6680, transno 4295367325 00000004:00080000:0.0:1731347580.608899:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad5c00, transno 4295367326 00000004:00080000:0.0:1731347580.608901:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad7480, transno 4295367327 00000004:00080000:0.0:1731347580.608902:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099bcea00, transno 4295367328 00000004:00080000:0.0:1731347580.608904:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099bcfb80, transno 4295367329 00000004:00080000:0.0:1731347580.608905:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099bce680, transno 4295367330 00000004:00080000:0.0:1731347580.608906:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099bcdc00, transno 4295367331 00000004:00080000:0.0:1731347580.608907:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099bcc000, transno 4295367332 00000004:00080000:0.0:1731347580.608909:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d7800, transno 4295367333 00000004:00080000:0.0:1731347580.608910:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d4000, transno 4295367334 00000004:00080000:0.0:1731347580.608911:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad5500, transno 4295367335 00000004:00080000:0.0:1731347580.608913:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131fd5f80, transno 4295367336 00000004:00080000:0.0:1731347580.608914:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f83b80, transno 4295367337 00000004:00080000:0.0:1731347580.608915:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a4380, transno 4295367338 00000004:00080000:0.0:1731347580.608916:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a6a00, transno 4295367339 00000004:00080000:0.0:1731347580.608918:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a4000, transno 4295367340 00000004:00080000:0.0:1731347580.608919:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a5180, transno 4295367341 00000004:00080000:0.0:1731347580.608920:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a7100, transno 4295367342 00000004:00080000:0.0:1731347580.608921:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e7480, transno 4295367343 00000004:00080000:0.0:1731347580.608923:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a6d80, transno 4295367344 00000004:00080000:0.0:1731347580.608924:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a7800, transno 4295367345 00000004:00080000:0.0:1731347580.608926:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e4a80, transno 4295367346 00000004:00080000:0.0:1731347580.608927:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e5180, transno 4295367347 00000004:00080000:0.0:1731347580.608929:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7ea00, transno 4295367348 00000004:00080000:0.0:1731347580.608930:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7c380, transno 4295367349 00000004:00080000:0.0:1731347580.608932:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcad180, transno 4295367350 00000004:00080000:0.0:1731347580.608933:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcac000, transno 4295367351 00000004:00080000:0.0:1731347580.608934:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c4a80, transno 4295367352 00000004:00080000:0.0:1731347580.608936:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4d880, transno 4295367353 00000004:00080000:0.0:1731347580.608937:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c7800, transno 4295367354 00000004:00080000:0.0:1731347580.608938:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4c700, transno 4295367355 00000004:00080000:0.0:1731347580.608939:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4dc00, transno 4295367356 00000004:00080000:0.0:1731347580.608940:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4f480, transno 4295367357 00000004:00080000:0.0:1731347580.608941:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4f800, transno 4295367358 00000004:00080000:0.0:1731347580.608942:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4e680, transno 4295367359 00000004:00080000:0.0:1731347580.608944:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007965c700, transno 4295367360 00000004:00080000:0.0:1731347580.608945:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4df80, transno 4295367361 00000004:00080000:0.0:1731347580.608946:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4ca80, transno 4295367362 00000004:00080000:0.0:1731347580.608947:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4ea00, transno 4295367363 00000004:00080000:0.0:1731347580.608949:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c6a00, transno 4295367364 00000004:00080000:0.0:1731347580.608950:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7d880, transno 4295367365 00000004:00080000:0.0:1731347580.608951:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980dc00, transno 4295367366 00000004:00080000:0.0:1731347580.608952:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7ca80, transno 4295367367 00000004:00080000:0.0:1731347580.608954:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a948a80, transno 4295367368 00000004:00080000:0.0:1731347580.608955:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c5500, transno 4295367369 00000004:00080000:0.0:1731347580.608956:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007965d180, transno 4295367370 00000004:00080000:0.0:1731347580.608957:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c4000, transno 4295367371 00000004:00080000:0.0:1731347580.608958:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c6300, transno 4295367372 00000004:00080000:0.0:1731347580.608960:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f3b80, transno 4295367373 00000004:00080000:0.0:1731347580.608962:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005857480, transno 4295367374 00000004:00080000:0.0:1731347580.608963:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4e300, transno 4295367375 00000004:00080000:0.0:1731347580.608965:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a948380, transno 4295367376 00000004:00080000:0.0:1731347580.608966:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007a94b100, transno 4295367377 00000004:00080000:0.0:1731347580.608968:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c5f80, transno 4295367378 00000004:00080000:0.0:1731347580.608969:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7c000, transno 4295367379 00000004:00080000:0.0:1731347580.608970:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d2680, transno 4295367380 00000004:00080000:0.0:1731347580.608972:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d1c00, transno 4295367381 00000004:00080000:0.0:1731347580.608973:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d3100, transno 4295367382 00000004:00080000:0.0:1731347580.608974:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d3800, transno 4295367383 00000004:00080000:0.0:1731347580.608976:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d1180, transno 4295367384 00000004:00080000:0.0:1731347580.608977:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d0700, transno 4295367385 00000004:00080000:0.0:1731347580.608978:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d1880, transno 4295367386 00000004:00080000:0.0:1731347580.608980:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005854a80, transno 4295367387 00000004:00080000:0.0:1731347580.608981:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d2d80, transno 4295367388 00000004:00080000:0.0:1731347580.608982:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005854380, transno 4295367389 00000004:00080000:0.0:1731347580.608983:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d2a00, transno 4295367390 00000004:00080000:0.0:1731347580.608985:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d0000, transno 4295367391 00000004:00080000:0.0:1731347580.608986:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c6680, transno 4295367392 00000004:00080000:0.0:1731347580.608987:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c5180, transno 4295367393 00000004:00080000:0.0:1731347580.608988:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f2a00, transno 4295367394 00000004:00080000:0.0:1731347580.608990:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f3480, transno 4295367395 00000004:00080000:0.0:1731347580.608991:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098d4e300, transno 4295367397 00000004:00080000:0.0:1731347580.608992:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d2300, transno 4295367398 00000004:00080000:0.0:1731347580.608993:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005856300, transno 4295367399 00000004:00080000:0.0:1731347580.608994:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005855180, transno 4295367400 00000004:00080000:0.0:1731347580.608996:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120380000, transno 4295367401 00000004:00080000:0.0:1731347580.608997:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005856d80, transno 4295367402 00000004:00080000:0.0:1731347580.608998:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f47100, transno 4295367403 00000004:00080000:0.0:1731347580.609000:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f44e00, transno 4295367404 00000004:00080000:0.0:1731347580.609001:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f44700, transno 4295367405 00000004:00080000:0.0:1731347580.609002:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f45f80, transno 4295367406 00000004:00080000:0.0:1731347580.609004:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d1500, transno 4295367407 00000004:00080000:0.0:1731347580.609005:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d1f80, transno 4295367408 00000004:00080000:0.0:1731347580.609007:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b44d3480, transno 4295367409 00000004:00080000:0.0:1731347580.609008:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800673ee680, transno 4295367410 00000004:00080000:0.0:1731347580.609010:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800673eca80, transno 4295367411 00000004:00080000:0.0:1731347580.609011:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800673ef800, transno 4295367412 00000004:00080000:0.0:1731347580.609012:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800673ece00, transno 4295367413 00000004:00080000:0.0:1731347580.609013:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d5c00, transno 4295367414 00000004:00080000:0.0:1731347580.609014:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d5180, transno 4295367415 00000004:00080000:0.0:1731347580.609016:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a73b80, transno 4295367416 00000004:00080000:0.0:1731347580.609017:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a70380, transno 4295367417 00000004:00080000:0.0:1731347580.609018:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120382680, transno 4295367418 00000004:00080000:0.0:1731347580.609019:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120383100, transno 4295367419 00000004:00080000:0.0:1731347580.609020:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a71f80, transno 4295367420 00000004:00080000:0.0:1731347580.609021:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081a1c380, transno 4295367421 00000004:00080000:0.0:1731347580.609023:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880120381f80, transno 4295367422 00000004:00080000:0.0:1731347580.609024:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132740a80, transno 4295367423 00000004:00080000:0.0:1731347580.609025:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132742d80, transno 4295367424 00000004:00080000:0.0:1731347580.609026:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132741f80, transno 4295367425 00000004:00080000:0.0:1731347580.609028:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c4700, transno 4295367426 00000004:00080000:0.0:1731347580.609029:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c6d80, transno 4295367427 00000004:00080000:0.0:1731347580.609030:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d4380, transno 4295367428 00000004:00080000:0.0:1731347580.609031:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c7100, transno 4295367429 00000004:00080000:0.0:1731347580.609032:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d7b80, transno 4295367430 00000004:00080000:0.0:1731347580.609033:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c0df480, transno 4295367432 00000004:00080000:0.0:1731347580.609034:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f47480, transno 4295367433 00000004:00080000:0.0:1731347580.609036:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132740700, transno 4295367434 00000004:00080000:0.0:1731347580.609037:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f46300, transno 4295367435 00000004:00080000:0.0:1731347580.609038:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f44000, transno 4295367436 00000004:00080000:0.0:1731347580.609039:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f45180, transno 4295367437 00000004:00080000:0.0:1731347580.609042:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f44380, transno 4295367438 00000004:00080000:0.0:1731347580.609043:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f1180, transno 4295367439 00000004:00080000:0.0:1731347580.609044:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980d880, transno 4295367440 00000004:00080000:0.0:1731347580.609046:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980f800, transno 4295367441 00000004:00080000:0.0:1731347580.609047:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980fb80, transno 4295367442 00000004:00080000:0.0:1731347580.609049:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980f100, transno 4295367443 00000004:00080000:0.0:1731347580.609050:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980d500, transno 4295367444 00000004:00080000:0.0:1731347580.609051:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e5f80, transno 4295367445 00000004:00080000:0.0:1731347580.609052:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e4e00, transno 4295367446 00000004:00080000:0.0:1731347580.609054:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e5500, transno 4295367447 00000004:00080000:0.0:1731347580.609055:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e0380, transno 4295367448 00000004:00080000:0.0:1731347580.609057:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e0a80, transno 4295367449 00000004:00080000:0.0:1731347580.609058:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fe680, transno 4295367450 00000004:00080000:0.0:1731347580.609059:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801193e2d80, transno 4295367451 00000004:00080000:0.0:1731347580.609060:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a73100, transno 4295367452 00000004:00080000:0.0:1731347580.609062:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fc000, transno 4295367453 00000004:00080000:0.0:1731347580.609063:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a70000, transno 4295367454 00000004:00080000:0.0:1731347580.609064:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a70700, transno 4295367455 00000004:00080000:0.0:1731347580.609065:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f409500, transno 4295367457 00000004:00080000:0.0:1731347580.609067:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f40aa00, transno 4295367458 00000004:00080000:0.0:1731347580.609068:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f409f80, transno 4295367459 00000004:00080000:0.0:1731347580.609069:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f408000, transno 4295367460 00000004:00080000:0.0:1731347580.609071:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d91880, transno 4295367461 00000004:00080000:0.0:1731347580.609073:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5f3e300, transno 4295367462 00000004:00080000:0.0:1731347580.609074:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d92680, transno 4295367463 00000004:00080000:0.0:1731347580.609075:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d90a80, transno 4295367464 00000004:00080000:0.0:1731347580.609076:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c2c7b80, transno 4295367465 00000004:00080000:0.0:1731347580.609078:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155caa00, transno 4295367466 00000004:00080000:0.0:1731347580.609079:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116d20e00, transno 4295367467 00000004:00080000:0.0:1731347580.609081:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155c9180, transno 4295367468 00000004:00080000:0.0:1731347580.609146:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c0e00, transno 4295367469 00000004:00080000:0.0:1731347580.609148:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c0700, transno 4295367470 00000004:00080000:0.0:1731347580.609149:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155c8380, transno 4295367471 00000004:00080000:0.0:1731347580.609151:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e4a80, transno 4295367472 00000004:00080000:0.0:1731347580.609152:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e7b80, transno 4295367473 00000004:00080000:0.0:1731347580.609153:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155c9880, transno 4295367474 00000004:00080000:0.0:1731347580.609155:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac55c00, transno 4295367475 00000004:00080000:0.0:1731347580.609157:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac56a00, transno 4295367476 00000004:00080000:0.0:1731347580.609158:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac56680, transno 4295367477 00000004:00080000:0.0:1731347580.609159:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac55880, transno 4295367478 00000004:00080000:0.0:1731347580.609160:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e4380, transno 4295367479 00000004:00080000:0.0:1731347580.609162:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fc380, transno 4295367480 00000004:00080000:0.0:1731347580.609163:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155c8a80, transno 4295367481 00000004:00080000:0.0:1731347580.609165:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5f3c000, transno 4295367482 00000004:00080000:0.0:1731347580.609167:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f40ad80, transno 4295367483 00000004:00080000:0.0:1731347580.609169:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155c9c00, transno 4295367484 00000004:00080000:0.0:1731347580.609171:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4f100, transno 4295367485 00000004:00080000:0.0:1731347580.609173:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f40b800, transno 4295367486 00000004:00080000:0.0:1731347580.609175:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4d500, transno 4295367487 00000004:00080000:0.0:1731347580.609177:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c042d80, transno 4295367489 00000004:00080000:0.0:1731347580.609179:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c041880, transno 4295367490 00000004:00080000:0.0:1731347580.609181:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116275c00, transno 4295367491 00000004:00080000:0.0:1731347580.609183:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5f3dc00, transno 4295367492 00000004:00080000:0.0:1731347580.609185:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116275500, transno 4295367493 00000004:00080000:0.0:1731347580.609187:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116276680, transno 4295367494 00000004:00080000:0.0:1731347580.609189:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116277100, transno 4295367495 00000004:00080000:0.0:1731347580.609191:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116274a80, transno 4295367496 00000004:00080000:0.0:1731347580.609193:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155cbb80, transno 4295367497 00000004:00080000:0.0:1731347580.609195:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bce00, transno 4295367498 00000004:00080000:0.0:1731347580.609197:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bf100, transno 4295367499 00000004:00080000:0.0:1731347580.609200:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a73480, transno 4295367500 00000004:00080000:0.0:1731347580.609202:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bca80, transno 4295367501 00000004:00080000:0.0:1731347580.609204:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815be680, transno 4295367502 00000004:00080000:0.0:1731347580.609206:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bfb80, transno 4295367503 00000004:00080000:0.0:1731347580.609208:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155ca300, transno 4295367504 00000004:00080000:0.0:1731347580.609210:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155c9f80, transno 4295367505 00000004:00080000:0.0:1731347580.609212:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a71880, transno 4295367506 00000004:00080000:0.0:1731347580.609214:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f409c00, transno 4295367507 00000004:00080000:0.0:1731347580.609216:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116276300, transno 4295367508 00000004:00080000:0.0:1731347580.609218:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867c8380, transno 4295367509 00000004:00080000:0.0:1731347580.609220:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867c8000, transno 4295367510 00000004:00080000:0.0:1731347580.609222:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867c9880, transno 4295367511 00000004:00080000:0.0:1731347580.609224:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867ca300, transno 4295367512 00000004:00080000:0.0:1731347580.609226:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bc700, transno 4295367513 00000004:00080000:0.0:1731347580.609229:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f7f480, transno 4295367514 00000004:00080000:0.0:1731347580.609231:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116274700, transno 4295367515 00000004:00080000:0.0:1731347580.609233:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116277b80, transno 4295367516 00000004:00080000:0.0:1731347580.609235:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134865880, transno 4295367517 00000004:00080000:0.0:1731347580.609238:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134867100, transno 4295367518 00000004:00080000:0.0:1731347580.609240:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116277480, transno 4295367519 00000004:00080000:0.0:1731347580.609242:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134864000, transno 4295367520 00000004:00080000:0.0:1731347580.609244:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4c380, transno 4295367521 00000004:00080000:0.0:1731347580.609246:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c042680, transno 4295367522 00000004:00080000:0.0:1731347580.609248:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f40b480, transno 4295367523 00000004:00080000:0.0:1731347580.609250:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f3100, transno 4295367524 00000004:00080000:0.0:1731347580.609252:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009980c380, transno 4295367525 00000004:00080000:0.0:1731347580.609254:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f46680, transno 4295367526 00000004:00080000:0.0:1731347580.609256:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7dc00, transno 4295367527 00000004:00080000:0.0:1731347580.609259:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013107ce00, transno 4295367528 00000004:00080000:0.0:1731347580.609261:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa226300, transno 4295367529 00000004:00080000:0.0:1731347580.609263:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac55180, transno 4295367530 00000004:00080000:0.0:1731347580.609266:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155cad80, transno 4295367531 00000004:00080000:0.0:1731347580.609268:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bdf80, transno 4295367532 00000004:00080000:0.0:1731347580.609270:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815be300, transno 4295367533 00000004:00080000:0.0:1731347580.609272:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bea00, transno 4295367534 00000004:00080000:0.0:1731347580.609274:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bdc00, transno 4295367535 00000004:00080000:0.0:1731347580.609276:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bd880, transno 4295367536 00000004:00080000:0.0:1731347580.609278:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f7e680, transno 4295367537 00000004:00080000:0.0:1731347580.609280:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867c8700, transno 4295367539 00000004:00080000:0.0:1731347580.609281:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c040000, transno 4295367540 00000004:00080000:0.0:1731347580.609284:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c042300, transno 4295367541 00000004:00080000:0.0:1731347580.609286:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7fb80, transno 4295367542 00000004:00080000:0.0:1731347580.609288:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f7f800, transno 4295367543 00000004:00080000:0.0:1731347580.609290:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5f3ea00, transno 4295367544 00000004:00080000:0.0:1731347580.609292:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880005857800, transno 4295367545 00000004:00080000:0.0:1731347580.609294:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0459c00, transno 4295367546 00000004:00080000:0.0:1731347580.609296:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a045a300, transno 4295367547 00000004:00080000:0.0:1731347580.609298:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c3480, transno 4295367548 00000004:00080000:0.0:1731347580.609300:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a045b100, transno 4295367549 00000004:00080000:0.0:1731347580.609302:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116d23b80, transno 4295367550 00000004:00080000:0.0:1731347580.609304:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e964a80, transno 4295367551 00000004:00080000:0.0:1731347580.609306:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e966300, transno 4295367552 00000004:00080000:0.0:1731347580.609308:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4ed80, transno 4295367553 00000004:00080000:0.0:1731347580.609310:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e964700, transno 4295367554 00000004:00080000:0.0:1731347580.609312:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e965180, transno 4295367555 00000004:00080000:0.0:1731347580.609315:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bc380, transno 4295367556 00000004:00080000:0.0:1731347580.609317:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bf480, transno 4295367557 00000004:00080000:0.0:1731347580.609318:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116277800, transno 4295367558 00000004:00080000:0.0:1731347580.609320:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814d5180, transno 4295367559 00000004:00080000:0.0:1731347580.609322:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116275f80, transno 4295367560 00000004:00080000:0.0:1731347580.609325:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867cb480, transno 4295367561 00000004:00080000:0.0:1731347580.609327:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867ca680, transno 4295367562 00000004:00080000:0.0:1731347580.609329:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4fb80, transno 4295367563 00000004:00080000:0.0:1731347580.609331:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880116274380, transno 4295367564 00000004:00080000:0.0:1731347580.609333:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cf97100, transno 4295367565 00000004:00080000:0.0:1731347580.609334:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cf94700, transno 4295367566 00000004:00080000:0.0:1731347580.609336:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e7f480, transno 4295367567 00000004:00080000:0.0:1731347580.609339:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800af9c3b80, transno 4295367568 00000004:00080000:0.0:1731347580.609341:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b9880, transno 4295367569 00000004:00080000:0.0:1731347580.609343:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b8380, transno 4295367570 00000004:00080000:0.0:1731347580.609345:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3aaa00, transno 4295367571 00000004:00080000:0.0:1731347580.609347:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b9500, transno 4295367572 00000004:00080000:0.0:1731347580.609350:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800ad607b80, transno 4295367573 00000004:00080000:0.0:1731347580.609352:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800ad605f80, transno 4295367574 00000004:00080000:0.0:1731347580.609354:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b0d92a00, transno 4295367575 00000004:00080000:0.0:1731347580.609356:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815bf800, transno 4295367576 00000004:00080000:0.0:1731347580.609358:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3abb80, transno 4295367577 00000004:00080000:0.0:1731347580.609360:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4e300, transno 4295367578 00000004:00080000:0.0:1731347580.609362:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b8000, transno 4295367579 00000004:00080000:0.0:1731347580.609364:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e967100, transno 4295367580 00000004:00080000:0.0:1731347580.609367:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080c1ca80, transno 4295367581 00000004:00080000:0.0:1731347580.609369:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080c1df80, transno 4295367582 00000004:00080000:0.0:1731347580.609371:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328fea00, transno 4295367583 00000004:00080000:0.0:1731347580.609374:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac55f80, transno 4295367584 00000004:00080000:0.0:1731347580.609376:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328ff100, transno 4295367585 00000004:00080000:0.0:1731347580.609378:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328ffb80, transno 4295367586 00000004:00080000:0.0:1731347580.609380:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328fc000, transno 4295367587 00000004:00080000:0.0:1731347580.609382:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b9f80, transno 4295367588 00000004:00080000:0.0:1731347580.609384:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328fd880, transno 4295367589 00000004:00080000:0.0:1731347580.609386:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814bbb80, transno 4295367590 00000004:00080000:0.0:1731347580.609389:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32ca80, transno 4295367591 00000004:00080000:0.0:1731347580.609391:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c074380, transno 4295367592 00000004:00080000:0.0:1731347580.609393:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801155cb480, transno 4295367593 00000004:00080000:0.0:1731347580.609395:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f34380, transno 4295367594 00000004:00080000:0.0:1731347580.609397:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32c700, transno 4295367595 00000004:00080000:0.0:1731347580.609399:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e6300, transno 4295367596 00000004:00080000:0.0:1731347580.609401:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763af800, transno 4295367597 00000004:00080000:0.0:1731347580.609403:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bdf80, transno 4295367598 00000004:00080000:0.0:1731347580.609405:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013e3a8700, transno 4295367599 00000004:00080000:0.0:1731347580.609408:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc44000, transno 4295367600 00000004:00080000:0.0:1731347580.609410:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332dea00, transno 4295367601 00000004:00080000:0.0:1731347580.609412:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132d0ad80, transno 4295367602 00000004:00080000:0.0:1731347580.609432:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880064e4c000, transno 4295367603 00000004:00080000:0.0:1731347580.609435:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332dd500, transno 4295367604 00000004:00080000:0.0:1731347580.609437:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332dc000, transno 4295367605 00000004:00080000:0.0:1731347580.609439:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801328fdc00, transno 4295367606 00000004:00080000:0.0:1731347580.609441:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800815a6300, transno 4295367607 00000004:00080000:0.0:1731347580.609443:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800814b8700, transno 4295367608 00000004:00080000:0.0:1731347580.609446:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800782bf100, transno 4295367609 00000004:00080000:0.0:1731347580.609448:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800ad606d80, transno 4295367610 00000004:00080000:0.0:1731347580.609450:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b5dc380, transno 4295367611 00000004:00080000:0.0:1731347580.609452:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800ad604380, transno 4295367612 00000004:00080000:0.0:1731347580.609454:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc44700, transno 4295367613 00000004:00080000:0.0:1731347580.609456:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f35180, transno 4295367614 00000004:00080000:0.0:1731347580.609458:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009944f480, transno 4295367615 00000004:00080000:0.0:1731347580.609459:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a72300, transno 4295367616 00000004:00080000:0.0:1731347580.609461:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32d180, transno 4295367617 00000004:00080000:0.0:1731347580.609463:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c32fb80, transno 4295367618 00000004:00080000:0.0:1731347580.609465:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763aca80, transno 4295367619 00000004:00080000:0.0:1731347580.609467:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763af100, transno 4295367620 00000004:00080000:0.0:1731347580.609469:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077877100, transno 4295367621 00000004:00080000:0.0:1731347580.609471:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077874380, transno 4295367622 00000004:00080000:0.0:1731347580.609473:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077877b80, transno 4295367623 00000004:00080000:0.0:1731347580.609475:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077874700, transno 4295367624 00000004:00080000:0.0:1731347580.609477:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077876680, transno 4295367625 00000004:00080000:0.0:1731347580.609479:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077874a80, transno 4295367626 00000004:00080000:0.0:1731347580.609481:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077875500, transno 4295367627 00000004:00080000:0.0:1731347580.609483:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa226d80, transno 4295367628 00000004:00080000:0.0:1731347580.609486:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa225500, transno 4295367629 00000004:00080000:0.0:1731347580.609488:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132621500, transno 4295367630 00000004:00080000:0.0:1731347580.609490:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132622300, transno 4295367631 00000004:00080000:0.0:1731347580.609492:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763ab480, transno 4295367632 00000004:00080000:0.0:1731347580.609494:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa227480, transno 4295367633 00000004:00080000:0.0:1731347580.609496:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f40bb80, transno 4295367634 00000004:00080000:0.0:1731347580.609498:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f40a680, transno 4295367635 00000004:00080000:0.0:1731347580.609500:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b3b8ea00, transno 4295367636 00000004:00080000:0.0:1731347580.609502:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b3b8d500, transno 4295367637 00000004:00080000:0.0:1731347580.609505:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131fd6300, transno 4295367638 00000004:00080000:0.0:1731347580.609507:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131fd4000, transno 4295367639 00000004:00080000:0.0:1731347580.609509:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e4700, transno 4295367640 00000004:00080000:0.0:1731347580.609511:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4f100, transno 4295367641 00000004:00080000:0.0:1731347580.609513:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131fd5500, transno 4295367642 00000004:00080000:0.0:1731347580.609515:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4fb80, transno 4295367643 00000004:00080000:0.0:1731347580.609517:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac54000, transno 4295367644 00000004:00080000:0.0:1731347580.609519:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac56d80, transno 4295367645 00000004:00080000:0.0:1731347580.609522:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac57100, transno 4295367647 00000004:00080000:0.0:1731347580.609524:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e5c00, transno 4295367648 00000004:00080000:0.0:1731347580.609526:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad4000, transno 4295367649 00000004:00080000:0.0:1731347580.609528:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867c9180, transno 4295367650 00000004:00080000:0.0:1731347580.609530:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad7800, transno 4295367651 00000004:00080000:0.0:1731347580.609533:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad5180, transno 4295367652 00000004:00080000:0.0:1731347580.609535:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad4a80, transno 4295367653 00000004:00080000:0.0:1731347580.609537:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad7100, transno 4295367654 00000004:00080000:0.0:1731347580.609539:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800818a4a80, transno 4295367655 00000004:00080000:0.0:1731347580.609542:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa225180, transno 4295367656 00000004:00080000:0.0:1731347580.609544:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d7100, transno 4295367657 00000004:00080000:0.0:1731347580.609546:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d6300, transno 4295367658 00000004:00080000:0.0:1731347580.609548:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f409180, transno 4295367659 00000004:00080000:0.0:1731347580.609551:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f7df80, transno 4295367660 00000004:00080000:0.0:1731347580.609553:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d5f80, transno 4295367661 00000004:00080000:0.0:1731347580.609555:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d5880, transno 4295367662 00000004:00080000:0.0:1731347580.609557:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad7b80, transno 4295367663 00000004:00080000:0.0:1731347580.609559:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134ddf480, transno 4295367664 00000004:00080000:0.0:1731347580.609561:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac57b80, transno 4295367665 00000004:00080000:0.0:1731347580.609563:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8e1180, transno 4295367666 00000004:00080000:0.0:1731347580.609565:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131fd5880, transno 4295367667 00000004:00080000:0.0:1731347580.609567:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8e0e00, transno 4295367668 00000004:00080000:0.0:1731347580.609569:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8e0a80, transno 4295367669 00000004:00080000:0.0:1731347580.609571:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8e2300, transno 4295367670 00000004:00080000:0.0:1731347580.609574:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f82d80, transno 4295367671 00000004:00080000:0.0:1731347580.609575:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f82300, transno 4295367672 00000004:00080000:0.0:1731347580.609577:0:3761:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f80380, transno 4295367673 00000100:00100000:0.0:1731347580.609593:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3761:1815447952977664:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1731347580.609634:0:10614:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 449 in progress, 0 in flight, 3 done 00000100:00100000:3.0:1731347580.609659:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312786560:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1039us (1156us total) trans 4295336143 rc 0/0 00000100:00100000:3.0:1731347580.609665:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678346 00002000:00100000:3.0:1731347580.609669:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2965504->3026943) req@ffff88007cc41880 x1815448312786560/t4295336143(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.609675:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc41880 with x1815448312786560 ext(2965504->3026943) 00002000:00010000:3.0:1731347580.609678:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc41880 00000100:00100000:0.0:1731347580.610377:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.610431:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312786688 00000100:00100000:2.0:1731347580.610435:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312786688 00000100:00100000:2.0:1731347580.610458:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205366 00000100:00100000:2.0:1731347580.610462:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312786688:12345-192.168.203.60@tcp:16:fsx.0 00000004:00080000:1.0:1731347580.610559:0:10614:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 449 done 00000001:00080000:2.0:1731347580.610962:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336143 is committed 00000100:00100000:0.0:1731347580.611041:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312786688:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 576us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.611048:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205366 00000100:00100000:0.0:1731347580.611924:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.611993:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312786816 00000100:00100000:2.0:1731347580.611998:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312786816 00000100:00100000:2.0:1731347580.612019:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205367 00000100:00100000:2.0:1731347580.612023:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312786816:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.612080:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.612082:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.612083:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.612085:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.612086:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 296 -> 536 00000100:00100000:2.0:1731347580.612111:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312786816:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 87us (189us total) trans 4295336144 rc 0/0 00000100:00100000:2.0:1731347580.612115:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205367 00000100:00100000:0.0:1731347580.612971:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.613017:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312787072 00000100:00100000:1.0:1731347580.613021:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312787072 00000100:00100000:1.0:1731347580.613049:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712646 00000100:00100000:1.0:1731347580.613053:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+32:13210:x1815448312787072:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.613079:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.613096:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc50 expref: 32 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.613108:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.613111:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.613185:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0787e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.613195:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0787e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.613201:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0787e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.613219:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161558 00000004:00010000:1.0:1731347580.613228:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007cc43b80 reply state ffff880131646000 transno 4295161559 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0787e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.613234:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1b00/0xb104f9478e0787e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.613237:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.613239:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.613240:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.613280:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:13210:x1815448312787072:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 226us (309us total) trans 4295161559 rc 0/0 00000100:00100000:1.0:1731347580.613287:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712646 00000020:00080000:1.0:1731347580.613289:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.613935:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.613968:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.614006:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312787328 00000100:00100000:3.0:1731347580.614010:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312787328 00000100:00100000:1.0:1731347580.614013:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312787200 00000100:00100000:1.0:1731347580.614018:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312787200 00002000:00010000:3.0:1731347580.614022:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.614025:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc43480 with x1815448312787328 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347580.614028:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (465832->18446744073709551615) 00002000:00100000:1.0:1731347580.614030:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc40700 with x1815448312787200 ext(465832->18446744073709551615) 00002000:00010000:3.0:1731347580.614031:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cc43480. 00002000:00010000:1.0:1731347580.614035:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc40700. 00000100:00100000:3.0:1731347580.614049:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678347 00000100:00100000:3.0:1731347580.614053:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312787328:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347580.614065:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678348 00000100:00100000:1.0:1731347580.614068:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312787200:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.614471:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 537152 -> 0 00002000:00010000:3.0:1731347580.614474:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.614475:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.614476:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.614478:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.614504:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312787328:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 449us (569us total) trans 4295367678 rc 0/0 00000100:00100000:3.0:1731347580.614509:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678347 00002000:00010000:3.0:1731347580.614511:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.614512:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc43480 with x1815448312787328 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.614515:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cc43480. 00002000:00010000:1.0:1731347580.616252:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 465832 00002000:00010000:1.0:1731347580.616254:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.616256:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.616257:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.616258:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 536 -> 16 00000100:00100000:1.0:1731347580.616285:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312787200:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 2215us (2317us total) trans 4295336145 rc 0/0 00000100:00100000:1.0:1731347580.616290:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678348 00002000:00010000:1.0:1731347580.616292:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (465832->18446744073709551615) 00002000:00100000:1.0:1731347580.616293:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc40700 with x1815448312787200 ext(465832->18446744073709551615) 00002000:00010000:1.0:1731347580.616296:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc40700. 00000100:00100000:0.0:1731347580.619890:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.619969:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312787456 00000100:00100000:1.0:1731347580.619974:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312787456 00000100:00100000:1.0:1731347580.619997:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712647 00000100:00100000:1.0:1731347580.620001:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+34:13210:x1815448312787456:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.620010:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.620018:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0787eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc57 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.620053:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0787f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.620059:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0787f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.620063:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0787f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.620074:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 465832 00000004:00200000:1.0:1731347580.620076:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.620083:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0787f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.620095:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0787eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc57 expref: 36 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.620103:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0787f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc57 expref: 35 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.620107:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.620109:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.620110:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae2d00, rc 0) 00000100:00100000:1.0:1731347580.620135:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+35:13210:x1815448312787456:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 134us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.620140:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712647 00000100:00100000:0.0:1731347580.620997:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.621034:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312787584 00000100:00100000:2.0:1731347580.621039:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312787584 00000100:00100000:2.0:1731347580.621061:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205368 00000100:00100000:2.0:1731347580.621065:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312787584:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.621153:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 465832 -> 465832 00002000:00010000:2.0:1731347580.621156:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.621157:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.621158:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.621160:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1731347580.621201:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312787584:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 135us (205us total) trans 4295336146 rc 0/0 00000100:00100000:2.0:1731347580.621206:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205368 00000100:00100000:0.0:1731347580.621834:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.621875:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312787712 00000100:00100000:2.0:1731347580.621880:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312787712 00000100:00100000:2.0:1731347580.621908:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205369 00000100:00100000:2.0:1731347580.621913:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312787712:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.622009:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 465832 -> 465832 00002000:00010000:2.0:1731347580.622012:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.622015:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.622016:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.622018:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 40 00000100:00100000:2.0:1731347580.622049:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312787712:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 134us (216us total) trans 4295336147 rc 0/0 00000100:00100000:2.0:1731347580.622055:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205369 00000100:00100000:0.0:1731347580.623694:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.623741:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312787840 00000100:00100000:2.0:1731347580.623745:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312787840 00000100:00100000:2.0:1731347580.623785:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205370 00000100:00100000:2.0:1731347580.623791:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312787840:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.623843:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 465832 -> 465832 00002000:00010000:2.0:1731347580.623846:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.623848:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.623850:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.623852:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:2.0:1731347580.623895:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312787840:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 103us (202us total) trans 4295336148 rc 0/0 00000100:00100000:2.0:1731347580.623901:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205370 00000100:00100000:0.0:1731347580.624727:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.624782:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312788096 00000100:00100000:1.0:1731347580.624787:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312788096 00000100:00100000:1.0:1731347580.624807:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712648 00000100:00100000:1.0:1731347580.624810:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+35:13210:x1815448312788096:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.624830:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.624841:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0787f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc57 expref: 35 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.624849:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.624851:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.624909:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.624917:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.624921:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.624937:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161560 00000004:00010000:1.0:1731347580.624945:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880081a1c380 reply state ffff880131640000 transno 4295161561 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.624951:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2880/0xb104f9478e0787f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.624954:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.624956:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.624957:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.624996:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+37:13210:x1815448312788096:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 184us (269us total) trans 4295161561 rc 0/0 00000100:00100000:1.0:1731347580.625000:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712648 00000020:00080000:1.0:1731347580.625002:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.625646:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.625680:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.625694:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312788352 00000100:00100000:1.0:1731347580.625698:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312788352 00002000:00010000:1.0:1731347580.625712:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347580.625714:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1d880 with x1815448312788352 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347580.625718:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081a1d880. 00000100:00100000:3.0:1731347580.625720:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312788224 00000100:00100000:3.0:1731347580.625724:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312788224 00002000:00010000:3.0:1731347580.625734:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3819762->18446744073709551615) 00000100:00100000:1.0:1731347580.625734:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678349 00002000:00100000:3.0:1731347580.625737:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1ca80 with x1815448312788224 ext(3819762->18446744073709551615) 00000100:00100000:1.0:1731347580.625737:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312788352:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.625741:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1ca80. 00000100:00100000:3.0:1731347580.625753:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678350 00000100:00100000:3.0:1731347580.625757:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312788224:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347580.625802:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1731347580.625804:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.625806:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:1.0:1731347580.625807:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.625808:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1731347580.625832:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312788352:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 93us (187us total) trans 4295367679 rc 0/0 00000100:00100000:1.0:1731347580.625836:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678349 00002000:00010000:1.0:1731347580.625838:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347580.625840:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1d880 with x1815448312788352 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347580.625842:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081a1d880. 00002000:00010000:3.0:1731347580.625844:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 465832 -> 3819762 00002000:00010000:3.0:1731347580.625847:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.625848:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.625850:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.625851:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1731347580.625868:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312788224:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 111us (188us total) trans 4295336149 rc 0/0 00000100:00100000:3.0:1731347580.625872:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678350 00002000:00010000:3.0:1731347580.625874:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3819762->18446744073709551615) 00002000:00100000:3.0:1731347580.625876:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1ca80 with x1815448312788224 ext(3819762->18446744073709551615) 00002000:00010000:3.0:1731347580.625879:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1ca80. 00000100:00100000:0.0:1731347580.629945:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.630035:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312788608 00000100:00100000:3.0:1731347580.630043:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312788608 00002000:00100000:3.0:1731347580.630071:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (339968->3821567) req@ffff880081a1f100 x1815448312788608/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.630078:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1f100 with x1815448312788608 ext(339968->3821567) 00002000:00010000:3.0:1731347580.630082:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1f100 00000100:00100000:3.0:1731347580.630106:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678351 00000100:00100000:3.0:1731347580.630110:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312788608:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.639250:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312788608:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 9130us (9304us total) trans 0 rc 3354624/3354624 00000100:00100000:3.0:1731347580.639260:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678351 00002000:00100000:3.0:1731347580.639269:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (339968->3821567) req@ffff880081a1f100 x1815448312788608/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 3354624/3354624 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.639276:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1f100 with x1815448312788608 ext(339968->3821567) 00002000:00010000:3.0:1731347580.639280:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1f100 00000100:00100000:0.0:1731347580.641828:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.641906:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312788736 00000100:00100000:3.0:1731347580.641915:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312788736 00002000:00100000:3.0:1731347580.641949:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3444736->3819761) req@ffff880081a1ce00 x1815448312788736/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.641957:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1ce00 with x1815448312788736 ext(3444736->3819761) 00002000:00010000:3.0:1731347580.641960:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1ce00 00000100:00100000:3.0:1731347580.641984:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678352 00000100:00100000:3.0:1731347580.641992:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312788736:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.643854:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312788736:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1857us (2027us total) trans 4295336150 rc 0/0 00000100:00100000:0.0:1731347580.643864:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678352 00002000:00100000:0.0:1731347580.643874:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3444736->3819761) req@ffff880081a1ce00 x1815448312788736/t4295336150(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.643884:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1ce00 with x1815448312788736 ext(3444736->3819761) 00002000:00010000:0.0:1731347580.643888:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1ce00 00000100:00100000:0.0:1731347580.644662:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.644710:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312788864 00000100:00100000:1.0:1731347580.644719:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312788864 00000100:00100000:1.0:1731347580.644752:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712649 00000100:00100000:1.0:1731347580.644756:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+37:13210:x1815448312788864:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.644852:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+37:13210:x1815448312788864:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 93us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.644858:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712649 00000100:00100000:0.0:1731347580.645463:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.645512:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312788992 00000100:00100000:2.0:1731347580.645517:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312788992 00000100:00100000:2.0:1731347580.645550:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205371 00000100:00100000:2.0:1731347580.645556:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2003:x1815448312788992:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.646256:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336150 is committed 00000100:00100000:2.0:1731347580.646380:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312788992:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 822us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.646387:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205371 00000100:00100000:0.0:1731347580.647192:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.647223:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312789120 00000100:00100000:1.0:1731347580.647228:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312789120 00000100:00100000:1.0:1731347580.647248:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712650 00000100:00100000:1.0:1731347580.647252:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+37:13210:x1815448312789120:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.647262:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.647276:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e078800 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc5e expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.647335:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078807 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.647347:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078807 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.647358:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078807 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.647376:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3819762 00000004:00200000:1.0:1731347580.647378:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.647388:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078807 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.647404:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e078800 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc5e expref: 39 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.647442:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078807 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc5e expref: 38 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.647448:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.647450:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.647452:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1440, rc 0) 00000100:00100000:1.0:1731347580.647476:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:13210:x1815448312789120:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 224us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.647481:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712650 00000100:00100000:0.0:1731347580.648667:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.648720:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312789248 00000100:00100000:2.0:1731347580.648725:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312789248 00002000:00100000:2.0:1731347580.648748:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1544192->1576959) req@ffff880081a1e300 x1815448312789248/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.648758:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1e300 with x1815448312789248 ext(1544192->1576959) 00002000:00010000:2.0:1731347580.648762:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1e300 00000100:00100000:2.0:1731347580.648799:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678353 00000100:00100000:2.0:1731347580.648805:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312789248:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.650001:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312789248:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1193us (1334us total) trans 4295336151 rc 0/0 00000100:00100000:0.0:1731347580.650010:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678353 00002000:00100000:0.0:1731347580.650018:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1544192->1576959) req@ffff880081a1e300 x1815448312789248/t4295336151(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.650027:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1e300 with x1815448312789248 ext(1544192->1576959) 00002000:00010000:0.0:1731347580.650031:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1e300 00000100:00100000:0.0:1731347580.650719:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.650765:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312789376 00000100:00100000:2.0:1731347580.650783:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312789376 00000100:00100000:2.0:1731347580.650815:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205372 00000100:00100000:2.0:1731347580.650820:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312789376:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.651455:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336151 is committed 00000100:00100000:2.0:1731347580.651553:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312789376:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 730us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.651559:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205372 00000100:00100000:0.0:1731347580.652643:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.652679:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312789632 00000100:00100000:1.0:1731347580.652684:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312789632 00000100:00100000:1.0:1731347580.652707:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712651 00000100:00100000:1.0:1731347580.652711:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+38:13210:x1815448312789632:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.652740:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.652757:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078807 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc5e expref: 38 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.652783:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.652787:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.652874:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07880e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.652885:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07880e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.652891:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07880e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.652911:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161562 00000004:00010000:1.0:1731347580.652924:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880081a1f480 reply state ffff880131642000 transno 4295161563 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07880e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.652933:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2f40/0xb104f9478e07880e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.652939:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.652941:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.652944:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.652994:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+40:13210:x1815448312789632:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 282us (353us total) trans 4295161563 rc 0/0 00000100:00100000:1.0:1731347580.652999:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712651 00000020:00080000:1.0:1731347580.653002:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.653748:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.653789:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.653809:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312789888 00000100:00100000:2.0:1731347580.653813:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312789888 00000100:00100000:1.0:1731347580.653823:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312789760 00000100:00100000:1.0:1731347580.653826:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312789760 00002000:00010000:2.0:1731347580.653827:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.653830:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1fb80 with x1815448312789888 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347580.653836:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2766960->18446744073709551615) 00002000:00010000:2.0:1731347580.653837:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081a1fb80. 00002000:00100000:1.0:1731347580.653838:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1d180 with x1815448312789760 ext(2766960->18446744073709551615) 00002000:00010000:1.0:1731347580.653843:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1d180. 00000100:00100000:2.0:1731347580.653861:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678354 00000100:00100000:1.0:1731347580.653865:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678355 00000100:00100000:2.0:1731347580.653866:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312789888:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347580.653868:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312789760:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.653934:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347580.653937:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.653939:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:2.0:1731347580.653941:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.653943:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347580.653971:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312789888:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 105us (225us total) trans 4295367680 rc 0/0 00000100:00100000:2.0:1731347580.653977:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678354 00002000:00010000:2.0:1731347580.653979:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.653981:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1fb80 with x1815448312789888 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.653985:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081a1fb80. 00002000:00010000:1.0:1731347580.654687:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3819762 -> 2766960 00002000:00010000:1.0:1731347580.654690:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.654691:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.654693:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.654694:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 40 -> 80 00000100:00100000:1.0:1731347580.654719:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312789760:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 849us (929us total) trans 4295336152 rc 0/0 00000100:00100000:1.0:1731347580.654723:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678355 00002000:00010000:1.0:1731347580.654725:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2766960->18446744073709551615) 00002000:00100000:1.0:1731347580.654727:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a1d180 with x1815448312789760 ext(2766960->18446744073709551615) 00002000:00010000:1.0:1731347580.654729:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081a1d180. 00000100:00100000:0.0:1731347580.656339:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.656376:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312790016 00000100:00100000:1.0:1731347580.656380:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312790016 00000100:00100000:1.0:1731347580.656401:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712652 00000100:00100000:1.0:1731347580.656405:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+40:13210:x1815448312790016:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.656431:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.656440:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e078815 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc65 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.656483:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e07881c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.656490:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e07881c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.656496:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e07881c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.656507:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2766960 00000004:00200000:1.0:1731347580.656510:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.656517:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e07881c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.656530:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e078815 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc65 expref: 42 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.656543:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e07881c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc65 expref: 41 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.656550:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.656552:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.656554:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae3840, rc 0) 00000100:00100000:1.0:1731347580.656586:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:13210:x1815448312790016:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 179us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.656593:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712652 00000100:00100000:0.0:1731347580.657377:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.657442:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312790144 00000100:00100000:2.0:1731347580.657447:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312790144 00000100:00100000:2.0:1731347580.657474:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205373 00000100:00100000:2.0:1731347580.657480:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312790144:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.657594:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347580.657597:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.657599:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:2.0:1731347580.657601:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.657603:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1731347580.657637:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312790144:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 156us (260us total) trans 4295367681 rc 0/0 00000100:00100000:2.0:1731347580.657644:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205373 00000100:00100000:0.0:1731347580.660361:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.660405:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312790272 00000100:00100000:1.0:1731347580.660410:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312790272 00002000:00100000:1.0:1731347580.660448:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1339392->3582067) req@ffff8800903ed500 x1815448312790272/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.660456:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800903ed500 with x1815448312790272 ext(1339392->3582067) 00002000:00010000:1.0:1731347580.660460:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800903ed500 00000100:00100000:1.0:1731347580.660478:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678356 00000100:00100000:1.0:1731347580.660482:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312790272:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.661966:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312790272:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1480us (1605us total) trans 4295336153 rc 0/0 00000100:00100000:0.0:1731347580.661972:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678356 00002000:00100000:0.0:1731347580.661978:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1339392->3582067) req@ffff8800903ed500 x1815448312790272/t4295336153(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/456 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.661983:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800903ed500 with x1815448312790272 ext(1339392->3582067) 00002000:00010000:0.0:1731347580.661986:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800903ed500 00000100:00100000:0.0:1731347580.662642:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.662681:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312790400 00000100:00100000:1.0:1731347580.662686:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312790400 00000100:00100000:1.0:1731347580.662708:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712653 00000100:00100000:1.0:1731347580.662714:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:13210:x1815448312790400:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.662796:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:13210:x1815448312790400:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 80us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.662802:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712653 00000100:00100000:0.0:1731347580.663348:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.663388:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312790528 00000100:00100000:2.0:1731347580.663392:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312790528 00000100:00100000:2.0:1731347580.663435:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205374 00000100:00100000:2.0:1731347580.663441:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312790528:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.664021:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336153 is committed 00000100:00100000:2.0:1731347580.664152:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312790528:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 708us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.664160:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205374 00000100:00100000:0.0:1731347580.665087:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.665123:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312790656 00000100:00100000:2.0:1731347580.665127:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312790656 00000100:00100000:2.0:1731347580.665148:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205375 00000100:00100000:2.0:1731347580.665152:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312790656:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.665277:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2766960 -> 3582068 00002000:00010000:2.0:1731347580.665280:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.665282:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.665284:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.665286:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 80 -> 336 00000100:00100000:2.0:1731347580.665329:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312790656:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 174us (243us total) trans 4295336154 rc 0/0 00000100:00100000:2.0:1731347580.665336:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205375 00000100:00100000:0.0:1731347580.667366:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.667436:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312790912 00000100:00100000:2.0:1731347580.667442:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312790912 00002000:00100000:2.0:1731347580.667468:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1740800->3522559) req@ffff8800903ef480 x1815448312790912/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.667477:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800903ef480 with x1815448312790912 ext(1740800->3522559) 00002000:00010000:2.0:1731347580.667482:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800903ef480 00000100:00100000:2.0:1731347580.667506:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678357 00000100:00100000:2.0:1731347580.667512:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312790912:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.671128:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312790912:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 3606us (3755us total) trans 0 rc 794624/794624 00000100:00100000:2.0:1731347580.671140:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678357 00002000:00100000:2.0:1731347580.671150:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1740800->3522559) req@ffff8800903ef480 x1815448312790912/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 794624/794624 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.671160:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800903ef480 with x1815448312790912 ext(1740800->3522559) 00002000:00010000:2.0:1731347580.671165:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800903ef480 00000100:00100000:2.0:1731347580.672650:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.672697:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312791040 00000100:00100000:0.0:1731347580.672706:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312791040 00002000:00100000:0.0:1731347580.672737:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3371008->3420159) req@ffff880115b2e300 x1815448312791040/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.672747:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2e300 with x1815448312791040 ext(3371008->3420159) 00002000:00010000:0.0:1731347580.672751:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880115b2e300 00000100:00100000:0.0:1731347580.672786:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678358 00000100:00100000:0.0:1731347580.672792:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312791040:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.674116:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312791040:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1320us (1465us total) trans 4295336155 rc 0/0 00000100:00100000:0.0:1731347580.674125:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678358 00002000:00100000:0.0:1731347580.674132:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3371008->3420159) req@ffff880115b2e300 x1815448312791040/t4295336155(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.674141:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2e300 with x1815448312791040 ext(3371008->3420159) 00002000:00010000:0.0:1731347580.674145:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880115b2e300 00000100:00100000:0.0:1731347580.674894:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.674941:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312791168 00000100:00100000:2.0:1731347580.674947:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312791168 00000100:00100000:2.0:1731347580.674983:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205376 00000100:00100000:2.0:1731347580.674990:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312791168:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.675710:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336155 is committed 00000100:00100000:2.0:1731347580.675833:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312791168:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 841us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.675841:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205376 00000100:00100000:0.0:1731347580.676902:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.676941:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312791424 00000100:00100000:1.0:1731347580.676946:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312791424 00000100:00100000:1.0:1731347580.676970:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712654 00000100:00100000:1.0:1731347580.676974:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+41:13210:x1815448312791424:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.677004:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.677020:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e07881c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc65 expref: 41 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.677049:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.677052:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.677164:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e078823 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.677178:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e078823 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.677186:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e078823 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.677215:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161564 00000004:00010000:1.0:1731347580.677231:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800903ece00 reply state ffff88007784f000 transno 4295161565 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e078823 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.677240:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2400/0xb104f9478e078823 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.677245:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.677248:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.677250:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.677305:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+43:13210:x1815448312791424:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 329us (403us total) trans 4295161565 rc 0/0 00000100:00100000:1.0:1731347580.677311:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712654 00000020:00080000:1.0:1731347580.677314:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.678111:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.678138:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.678153:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312791680 00000100:00100000:2.0:1731347580.678158:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312791680 00002000:00010000:2.0:1731347580.678171:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.678174:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800903eed80 with x1815448312791680 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.678181:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800903eed80. 00000100:00100000:3.0:1731347580.678183:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312791552 00000100:00100000:3.0:1731347580.678189:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312791552 00000100:00100000:2.0:1731347580.678199:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678359 00002000:00010000:3.0:1731347580.678203:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1788524->18446744073709551615) 00000100:00100000:2.0:1731347580.678203:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312791680:12345-192.168.203.60@tcp:10:fsx.0 00002000:00100000:3.0:1731347580.678206:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800903ef800 with x1815448312791552 ext(1788524->18446744073709551615) 00002000:00010000:3.0:1731347580.678213:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800903ef800. 00000100:00100000:3.0:1731347580.678228:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678360 00000100:00100000:3.0:1731347580.678234:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312791552:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.678267:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347580.678269:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.678271:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:2.0:1731347580.678272:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.678274:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1731347580.678300:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312791680:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 96us (190us total) trans 4295367682 rc 0/0 00000100:00100000:2.0:1731347580.678305:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678359 00002000:00010000:2.0:1731347580.678307:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.678309:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800903eed80 with x1815448312791680 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.678311:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800903eed80. 00002000:00010000:3.0:1731347580.679800:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3582068 -> 1788524 00002000:00010000:3.0:1731347580.679806:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.679807:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.679809:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.679811:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 336 -> 96 00000100:00100000:3.0:1731347580.679851:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312791552:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1614us (1709us total) trans 4295336156 rc 0/0 00000100:00100000:3.0:1731347580.679858:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678360 00002000:00010000:3.0:1731347580.679862:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1788524->18446744073709551615) 00002000:00100000:3.0:1731347580.679864:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800903ef800 with x1815448312791552 ext(1788524->18446744073709551615) 00002000:00010000:3.0:1731347580.679869:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800903ef800. 00000100:00100000:0.0:1731347580.682218:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.682275:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312791808 00000100:00100000:1.0:1731347580.682282:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312791808 00000100:00100000:1.0:1731347580.682323:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712655 00000100:00100000:1.0:1731347580.682330:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+43:13210:x1815448312791808:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.682348:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.682364:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e07882a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc6c expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.682455:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078831 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.682472:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.682482:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.682502:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 1788524 00000004:00200000:1.0:1731347580.682506:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.682518:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.682538:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e07882a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc6c expref: 45 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.682551:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc6c expref: 44 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.682559:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.682562:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.682564:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1200, rc 0) 00000100:00100000:1.0:1731347580.682602:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:13210:x1815448312791808:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 272us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.682609:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712655 00000100:00100000:0.0:1731347580.683409:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.683472:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312791936 00000100:00100000:2.0:1731347580.683477:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312791936 00000100:00100000:2.0:1731347580.683508:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205377 00000100:00100000:2.0:1731347580.683514:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312791936:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.683663:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1788524 -> 1788524 00002000:00010000:2.0:1731347580.683685:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.683687:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.683689:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.683691:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 96 -> 136 00000100:00100000:2.0:1731347580.683722:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312791936:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 207us (313us total) trans 4295336157 rc 0/0 00000100:00100000:2.0:1731347580.683728:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205377 00000100:00100000:0.0:1731347580.684939:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.684978:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312792192 00000100:00100000:1.0:1731347580.684983:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312792192 00000100:00100000:1.0:1731347580.685010:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712656 00000100:00100000:1.0:1731347580.685015:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800903ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+44:13210:x1815448312792192:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.685040:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.685054:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078831 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc6c expref: 44 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.685065:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.685068:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.685148:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0900/0xb104f9478e078838 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.685159:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0900/0xb104f9478e078838 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.685166:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0900/0xb104f9478e078838 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.685193:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161566 00000004:00010000:1.0:1731347580.685207:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800903ec700 reply state ffff88007b699000 transno 4295161567 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0900/0xb104f9478e078838 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.685215:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0900/0xb104f9478e078838 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.685221:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.685223:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.685225:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.685275:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800903ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+46:13210:x1815448312792192:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 258us (335us total) trans 4295161567 rc 0/0 00000100:00100000:1.0:1731347580.685282:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712656 00000020:00080000:1.0:1731347580.685286:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.685894:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.685925:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.685944:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312792448 00000100:00100000:3.0:1731347580.685949:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312792448 00002000:00010000:3.0:1731347580.685963:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (521937->18446744073709551615) 00002000:00100000:3.0:1731347580.685965:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c0df480 with x1815448312792448 ext(521937->18446744073709551615) 00002000:00010000:3.0:1731347580.685971:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c0df480. 00000100:00100000:2.0:1731347580.685972:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312792320 00000100:00100000:2.0:1731347580.685977:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312792320 00000100:00100000:3.0:1731347580.685984:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678361 00000100:00100000:3.0:1731347580.685987:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c0df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312792448:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.685989:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347580.685992:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c0dea00 with x1815448312792320 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347580.685999:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c0dea00. 00000100:00100000:2.0:1731347580.686014:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678362 00000100:00100000:2.0:1731347580.686019:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312792320:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.686081:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 521937 00002000:00010000:3.0:1731347580.686084:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.686084:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1788524 -> 4194304 00002000:00010000:3.0:1731347580.686085:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.686086:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.686087:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.686088:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1731347580.686090:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.686092:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.686094:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:3.0:1731347580.686117:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312792448:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 128us (223us total) trans 4295367683 rc 0/0 00000100:00100000:3.0:1731347580.686121:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678361 00002000:00010000:3.0:1731347580.686123:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (521937->18446744073709551615) 00000100:00100000:2.0:1731347580.686124:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312792320:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 104us (198us total) trans 4295336158 rc 0/0 00002000:00100000:3.0:1731347580.686125:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c0df480 with x1815448312792448 ext(521937->18446744073709551615) 00002000:00010000:3.0:1731347580.686128:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c0df480. 00000100:00100000:2.0:1731347580.686130:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678362 00002000:00010000:2.0:1731347580.686133:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347580.686136:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c0dea00 with x1815448312792320 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347580.686140:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c0dea00. 00000100:00100000:0.0:1731347580.686676:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.686706:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312792576 00000100:00100000:1.0:1731347580.686709:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312792576 00000100:00100000:1.0:1731347580.686723:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712657 00000100:00100000:1.0:1731347580.686726:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+46:13210:x1815448312792576:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.686734:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.686740:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07883f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc73 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.686787:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e078846 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.686795:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e078846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.686802:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e078846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.686817:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4716241 00000004:00200000:1.0:1731347580.686820:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.686829:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e078846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.686845:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae06c0/0xb104f9478e07883f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc73 expref: 48 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.686855:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e078846 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc73 expref: 47 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.686861:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.686864:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.686866:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae3180, rc 0) 00000100:00100000:1.0:1731347580.686893:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+47:13210:x1815448312792576:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 165us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.686897:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712657 00000100:00100000:0.0:1731347580.687854:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.687899:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312792704 00000100:00100000:2.0:1731347580.687903:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312792704 00002000:00100000:2.0:1731347580.687920:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (528384->552959) req@ffff88007c0dc000 x1815448312792704/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.687929:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c0dc000 with x1815448312792704 ext(528384->552959) 00002000:00010000:2.0:1731347580.687933:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c0dc000 00000100:00100000:2.0:1731347580.687957:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678363 00000100:00100000:2.0:1731347580.687961:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c0dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312792704:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.689089:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c0dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312792704:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1125us (1234us total) trans 4295336159 rc 0/0 00000100:00100000:0.0:1731347580.689097:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678363 00002000:00100000:0.0:1731347580.689104:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (528384->552959) req@ffff88007c0dc000 x1815448312792704/t4295336159(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.689113:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c0dc000 with x1815448312792704 ext(528384->552959) 00002000:00010000:0.0:1731347580.689117:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c0dc000 00000100:00100000:0.0:1731347580.689683:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.689722:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312792832 00000100:00100000:1.0:1731347580.689727:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312792832 00000100:00100000:1.0:1731347580.689744:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712658 00000100:00100000:1.0:1731347580.689748:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+47:13210:x1815448312792832:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.689801:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+47:13210:x1815448312792832:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 52us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.689805:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712658 00000100:00100000:0.0:1731347580.690388:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.690450:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312792960 00000100:00100000:2.0:1731347580.690454:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312792960 00000100:00100000:2.0:1731347580.690487:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205378 00000100:00100000:2.0:1731347580.690492:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312792960:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.691029:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336159 is committed 00000100:00100000:2.0:1731347580.691133:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312792960:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 638us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.691140:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205378 00000100:00100000:0.0:1731347580.691879:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.691923:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312793088 00000100:00100000:2.0:1731347580.691926:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312793088 00000100:00100000:2.0:1731347580.691951:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205379 00000100:00100000:2.0:1731347580.691955:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312793088:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.692027:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.692030:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.692032:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.692034:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.692036:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 192 00000100:00100000:2.0:1731347580.692078:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312793088:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 121us (199us total) trans 4295336160 rc 0/0 00000100:00100000:2.0:1731347580.692084:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205379 00000100:00100000:0.0:1731347580.693644:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.693685:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312793344 00000100:00100000:2.0:1731347580.693689:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312793344 00002000:00100000:2.0:1731347580.693707:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3510272->4194303) req@ffff880132740700 x1815448312793344/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.693715:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132740700 with x1815448312793344 ext(3510272->4194303) 00002000:00010000:2.0:1731347580.693718:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132740700 00000100:00100000:2.0:1731347580.693739:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678364 00000100:00100000:2.0:1731347580.693744:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312793344:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.696315:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312793344:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2568us (2670us total) trans 0 rc 614400/614400 00000100:00100000:2.0:1731347580.696322:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678364 00002000:00100000:2.0:1731347580.696329:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3510272->4194303) req@ffff880132740700 x1815448312793344/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 614400/614400 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.696336:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132740700 with x1815448312793344 ext(3510272->4194303) 00002000:00010000:2.0:1731347580.696339:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132740700 00000100:00100000:0.0:1731347580.697882:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.697914:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.697931:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312793856 00000100:00100000:2.0:1731347580.697936:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312793856 00002000:00100000:2.0:1731347580.697957:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3567616->3571711) req@ffff880132740e00 x1815448312793856/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:3.0:1731347580.697959:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312793728 00000100:00100000:3.0:1731347580.697964:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312793728 00002000:00100000:2.0:1731347580.697964:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132740e00 with x1815448312793856 ext(3567616->3571711) 00002000:00010000:2.0:1731347580.697967:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132740e00 00002000:00100000:3.0:1731347580.697981:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->524287) req@ffff880132743b80 x1815448312793728/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:2.0:1731347580.697981:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678365 00000100:00100000:2.0:1731347580.697986:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312793856:12345-192.168.203.60@tcp:3:fsx.0 00002000:00100000:3.0:1731347580.697987:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132743b80 with x1815448312793728 ext(0->524287) 00002000:00010000:3.0:1731347580.697989:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132743b80 00000100:00100000:3.0:1731347580.698000:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678366 00000100:00100000:3.0:1731347580.698004:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312793728:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.698082:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312793856:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 94us (200us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.698088:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678365 00002000:00100000:2.0:1731347580.698094:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3567616->3571711) req@ffff880132740e00 x1815448312793856/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.698100:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132740e00 with x1815448312793856 ext(3567616->3571711) 00002000:00010000:2.0:1731347580.698103:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132740e00 00000100:00100000:0.0:1731347580.699210:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.699251:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312794112 00000100:00100000:1.0:1731347580.699256:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312794112 00000100:00100000:1.0:1731347580.699277:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712659 00000100:00100000:1.0:1731347580.699281:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+47:13210:x1815448312794112:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.699308:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.699327:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e078846 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc73 expref: 47 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.699352:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.699356:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.699506:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07884d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.699520:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07884d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.699528:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07884d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.699558:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161568 00000004:00010000:1.0:1731347580.699573:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880132743480 reply state ffff88007b69d000 transno 4295161569 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07884d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.699582:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0240/0xb104f9478e07884d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.699588:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.699591:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.699593:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.699645:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+49:13210:x1815448312794112:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 362us (437us total) trans 4295161569 rc 0/0 00000100:00100000:1.0:1731347580.699652:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712659 00000020:00080000:1.0:1731347580.699655:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1731347580.700229:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312793728:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2222us (2313us total) trans 0 rc 524288/524288 00000100:00100000:3.0:1731347580.700235:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678366 00002000:00100000:3.0:1731347580.700241:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->524287) req@ffff880132743b80 x1815448312793728/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 524288/524288 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.700247:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132743b80 with x1815448312793728 ext(0->524287) 00002000:00010000:3.0:1731347580.700250:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132743b80 00000100:00100000:0.0:1731347580.700386:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.700409:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.700435:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312794368 00000100:00100000:3.0:1731347580.700440:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312794368 00000100:00100000:2.0:1731347580.700447:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312794240 00000100:00100000:2.0:1731347580.700450:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312794240 00002000:00010000:3.0:1731347580.700453:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.700456:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132741c00 with x1815448312794368 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.700458:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (907110->18446744073709551615) 00002000:00100000:2.0:1731347580.700461:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132742a00 with x1815448312794240 ext(907110->18446744073709551615) 00002000:00010000:3.0:1731347580.700462:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132741c00. 00000100:00100000:3.0:1731347580.700475:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678367 00002000:00010000:2.0:1731347580.700477:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132742a00. 00000100:00100000:3.0:1731347580.700480:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312794368:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347580.700488:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678368 00000100:00100000:2.0:1731347580.700492:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312794240:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.701000:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 521937 -> 0 00002000:00010000:3.0:1731347580.701003:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.701006:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:3.0:1731347580.701008:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.701010:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:3.0:1731347580.701038:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312794368:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 557us (653us total) trans 4295367684 rc 0/0 00000100:00100000:3.0:1731347580.701044:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678367 00002000:00010000:3.0:1731347580.701047:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.701049:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132741c00 with x1815448312794368 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.701053:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132741c00. 00002000:00010000:2.0:1731347580.701657:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 907110 00002000:00010000:2.0:1731347580.701660:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.701661:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.701663:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.701664:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 192 -> 112 00000100:00100000:2.0:1731347580.701688:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312794240:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1195us (1277us total) trans 4295336161 rc 0/0 00000100:00100000:2.0:1731347580.701692:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678368 00002000:00010000:2.0:1731347580.701694:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (907110->18446744073709551615) 00002000:00100000:2.0:1731347580.701696:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132742a00 with x1815448312794240 ext(907110->18446744073709551615) 00002000:00010000:2.0:1731347580.701698:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132742a00. 00000100:00100000:0.0:1731347580.704030:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.704075:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312794496 00000100:00100000:1.0:1731347580.704082:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312794496 00000100:00100000:1.0:1731347580.704112:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712660 00000100:00100000:1.0:1731347580.704116:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+49:13210:x1815448312794496:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.704130:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.704141:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078854 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc7a expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.704195:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07885b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.704204:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07885b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.704210:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07885b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.704224:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 907110 00000004:00200000:1.0:1731347580.704227:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.704236:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07885b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.704249:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078854 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc7a expref: 51 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.704258:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07885b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc7a expref: 50 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.704263:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.704265:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.704266:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae2640, rc 0) 00000100:00100000:1.0:1731347580.704296:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+50:13210:x1815448312794496:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 179us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.704300:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712660 00000100:00100000:2.0:1731347580.704509:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3762:1815447952977792:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1731347580.704544:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347580.704592:0:8755:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952977792 00000100:00100000:1.0:1731347580.704595:0:8755:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952977792 00000100:00100000:1.0:1731347580.704625:0:8755:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:1.0:1731347580.704629:0:8755:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3762:x1815447952977792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1731347580.704648:0:8755:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1443065856 avail 1313603584 00000100:00100000:1.0:1731347580.704681:0:8755:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3762:x1815447952977792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.704685:0:8755:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1731347580.704693:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3762:1815447952977792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1731347580.705301:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.705327:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312794624 00000100:00100000:2.0:1731347580.705330:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312794624 00000100:00100000:2.0:1731347580.705356:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205380 00000100:00100000:2.0:1731347580.705362:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132743800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312794624:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.705519:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 907110 -> 907110 00002000:00010000:2.0:1731347580.705522:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.705523:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.705525:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.705526:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1731347580.705559:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132743800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312794624:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 197us (259us total) trans 4295336162 rc 0/0 00000100:00100000:2.0:1731347580.705563:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205380 00000100:00100000:0.0:1731347580.706385:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.706454:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312794752 00000100:00100000:2.0:1731347580.706459:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312794752 00000100:00100000:2.0:1731347580.706484:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205381 00000100:00100000:2.0:1731347580.706489:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312794752:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.706593:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 907110 -> 907110 00002000:00010000:2.0:1731347580.706596:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.706597:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.706598:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.706600:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1731347580.706635:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312794752:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 145us (250us total) trans 4295336163 rc 0/0 00000100:00100000:2.0:1731347580.706640:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205381 00000100:00100000:0.0:1731347580.707974:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.708012:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312795008 00000100:00100000:1.0:1731347580.708016:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312795008 00000100:00100000:1.0:1731347580.708032:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712661 00000100:00100000:1.0:1731347580.708036:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+50:13210:x1815448312795008:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.708057:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.708070:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07885b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc7a expref: 50 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.708085:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.708088:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.708160:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e078862 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.708169:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e078862 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.708174:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e078862 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.708191:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161570 00000004:00010000:1.0:1731347580.708200:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007d440380 reply state ffff880093e9e000 transno 4295161571 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e078862 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.708205:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae21c0/0xb104f9478e078862 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.708209:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.708210:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.708211:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.708250:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+52:13210:x1815448312795008:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 213us (277us total) trans 4295161571 rc 0/0 00000100:00100000:1.0:1731347580.708255:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712661 00000020:00080000:1.0:1731347580.708257:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.708897:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.708918:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.708934:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312795264 00000100:00100000:2.0:1731347580.708939:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312795264 00000100:00100000:3.0:1731347580.708952:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312795136 00002000:00010000:2.0:1731347580.708954:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (361627->18446744073709551615) 00000100:00100000:3.0:1731347580.708955:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312795136 00002000:00100000:2.0:1731347580.708957:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441500 with x1815448312795264 ext(361627->18446744073709551615) 00002000:00010000:2.0:1731347580.708963:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441500. 00002000:00010000:3.0:1731347580.708964:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.708967:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442300 with x1815448312795136 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.708971:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d442300. 00000100:00100000:2.0:1731347580.708979:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678369 00000100:00100000:2.0:1731347580.708984:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312795264:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347580.708989:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678370 00000100:00100000:3.0:1731347580.708993:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312795136:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.709055:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 907110 -> 4194304 00002000:00010000:3.0:1731347580.709059:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.709061:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.709063:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.709064:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 112 -> 112 00002000:00010000:2.0:1731347580.709082:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 361627 00002000:00010000:2.0:1731347580.709084:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.709086:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:2.0:1731347580.709088:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.709090:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.709098:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312795136:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 103us (177us total) trans 4295336164 rc 0/0 00000100:00100000:3.0:1731347580.709104:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678370 00000100:00100000:2.0:1731347580.709105:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2004:x1815448312795264:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 120us (208us total) trans 4295367685 rc 0/0 00002000:00010000:3.0:1731347580.709107:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.709110:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442300 with x1815448312795136 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1731347580.709111:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678369 00002000:00010000:2.0:1731347580.709113:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (361627->18446744073709551615) 00002000:00010000:3.0:1731347580.709114:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d442300. 00002000:00100000:2.0:1731347580.709115:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441500 with x1815448312795264 ext(361627->18446744073709551615) 00002000:00010000:2.0:1731347580.709118:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441500. 00000100:00100000:0.0:1731347580.709962:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.709999:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312795520 00000100:00100000:2.0:1731347580.710003:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312795520 00002000:00100000:2.0:1731347580.710018:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (360448->364543) req@ffff88007d442d80 x1815448312795520/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.710024:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442d80 with x1815448312795520 ext(360448->364543) 00002000:00010000:2.0:1731347580.710027:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d442d80 00000100:00100000:2.0:1731347580.710046:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678371 00000100:00100000:2.0:1731347580.710051:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312795520:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.710141:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312795520:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 89us (180us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.710145:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678371 00002000:00100000:2.0:1731347580.710149:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (360448->364543) req@ffff88007d442d80 x1815448312795520/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.710154:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442d80 with x1815448312795520 ext(360448->364543) 00002000:00010000:2.0:1731347580.710156:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d442d80 00000100:00100000:0.0:1731347580.711086:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.711122:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312795776 00000100:00100000:2.0:1731347580.711126:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312795776 00002000:00100000:2.0:1731347580.711140:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (356352->360447) req@ffff88007d441c00 x1815448312795776/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.711148:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441c00 with x1815448312795776 ext(356352->360447) 00002000:00010000:2.0:1731347580.711151:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441c00 00000100:00100000:2.0:1731347580.711172:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678372 00000100:00100000:2.0:1731347580.711177:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312795776:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.711255:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312795776:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 76us (169us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.711259:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678372 00002000:00100000:2.0:1731347580.711262:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (356352->360447) req@ffff88007d441c00 x1815448312795776/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.711267:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441c00 with x1815448312795776 ext(356352->360447) 00002000:00010000:2.0:1731347580.711269:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441c00 00000100:00100000:0.0:1731347580.711848:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.711877:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312796032 00000100:00100000:2.0:1731347580.711880:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312796032 00002000:00100000:2.0:1731347580.711890:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (352256->356351) req@ffff88007d441880 x1815448312796032/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.711895:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441880 with x1815448312796032 ext(352256->356351) 00002000:00010000:2.0:1731347580.711897:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441880 00000100:00100000:2.0:1731347580.711912:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678373 00000100:00100000:2.0:1731347580.711916:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312796032:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.711982:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312796032:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 64us (133us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.711986:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678373 00002000:00100000:2.0:1731347580.711989:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (352256->356351) req@ffff88007d441880 x1815448312796032/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.711994:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441880 with x1815448312796032 ext(352256->356351) 00002000:00010000:2.0:1731347580.711996:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441880 00000100:00100000:0.0:1731347580.712836:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.712881:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312796288 00000100:00100000:2.0:1731347580.712887:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312796288 00002000:00100000:2.0:1731347580.712903:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (348160->352255) req@ffff88007d441180 x1815448312796288/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.712912:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441180 with x1815448312796288 ext(348160->352255) 00002000:00010000:2.0:1731347580.712916:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441180 00000100:00100000:2.0:1731347580.712940:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678374 00000100:00100000:2.0:1731347580.712945:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312796288:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.713020:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312796288:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 74us (185us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.713025:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678374 00002000:00100000:2.0:1731347580.713029:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (348160->352255) req@ffff88007d441180 x1815448312796288/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.713034:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441180 with x1815448312796288 ext(348160->352255) 00002000:00010000:2.0:1731347580.713036:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441180 00000100:00100000:0.0:1731347580.713721:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.713759:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312796544 00000100:00100000:2.0:1731347580.713763:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312796544 00002000:00100000:2.0:1731347580.713788:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (344064->348159) req@ffff88007d442a00 x1815448312796544/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.713795:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442a00 with x1815448312796544 ext(344064->348159) 00002000:00010000:2.0:1731347580.713798:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d442a00 00000100:00100000:2.0:1731347580.713815:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678375 00000100:00100000:2.0:1731347580.713819:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312796544:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.713885:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d442a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312796544:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 64us (164us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.713889:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678375 00002000:00100000:2.0:1731347580.713893:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (344064->348159) req@ffff88007d442a00 x1815448312796544/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.713898:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d442a00 with x1815448312796544 ext(344064->348159) 00002000:00010000:2.0:1731347580.713900:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d442a00 00000100:00100000:0.0:1731347580.714659:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.714693:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312796800 00000100:00100000:2.0:1731347580.714699:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312796800 00002000:00100000:2.0:1731347580.714710:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (339968->344063) req@ffff88007d440000 x1815448312796800/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.714715:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d440000 with x1815448312796800 ext(339968->344063) 00002000:00010000:2.0:1731347580.714717:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d440000 00000100:00100000:2.0:1731347580.714730:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678376 00000100:00100000:2.0:1731347580.714732:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312796800:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.714820:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312796800:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 85us (160us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.714825:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678376 00002000:00100000:2.0:1731347580.714829:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (339968->344063) req@ffff88007d440000 x1815448312796800/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.714833:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d440000 with x1815448312796800 ext(339968->344063) 00002000:00010000:2.0:1731347580.714835:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d440000 00000100:00100000:0.0:1731347580.715546:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.715578:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312797056 00000100:00100000:2.0:1731347580.715581:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312797056 00002000:00100000:2.0:1731347580.715591:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (335872->339967) req@ffff88007d441f80 x1815448312797056/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.715596:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441f80 with x1815448312797056 ext(335872->339967) 00002000:00010000:2.0:1731347580.715598:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441f80 00000100:00100000:2.0:1731347580.715611:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678377 00000100:00100000:2.0:1731347580.715614:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312797056:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.715675:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d441f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312797056:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 58us (127us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.715681:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678377 00002000:00100000:2.0:1731347580.715684:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (335872->339967) req@ffff88007d441f80 x1815448312797056/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.715689:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d441f80 with x1815448312797056 ext(335872->339967) 00002000:00010000:2.0:1731347580.715691:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d441f80 00000100:00100000:0.0:1731347580.716362:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.716394:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312797312 00000100:00100000:2.0:1731347580.716397:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312797312 00002000:00100000:2.0:1731347580.716408:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (331776->335871) req@ffff88007a948a80 x1815448312797312/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.716413:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a948a80 with x1815448312797312 ext(331776->335871) 00002000:00010000:2.0:1731347580.716434:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a948a80 00000100:00100000:2.0:1731347580.716448:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678378 00000100:00100000:2.0:1731347580.716451:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312797312:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.716505:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312797312:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 52us (143us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.716509:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678378 00002000:00100000:2.0:1731347580.716513:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (331776->335871) req@ffff88007a948a80 x1815448312797312/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.716517:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a948a80 with x1815448312797312 ext(331776->335871) 00002000:00010000:2.0:1731347580.716519:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a948a80 00000100:00100000:0.0:1731347580.717194:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.717228:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312797568 00000100:00100000:2.0:1731347580.717233:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312797568 00002000:00100000:2.0:1731347580.717243:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (327680->331775) req@ffff88007a948380 x1815448312797568/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.717247:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a948380 with x1815448312797568 ext(327680->331775) 00002000:00010000:2.0:1731347580.717249:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a948380 00000100:00100000:2.0:1731347580.717267:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678379 00000100:00100000:2.0:1731347580.717269:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312797568:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.717328:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312797568:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 56us (133us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.717334:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678379 00002000:00100000:2.0:1731347580.717338:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (327680->331775) req@ffff88007a948380 x1815448312797568/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.717342:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a948380 with x1815448312797568 ext(327680->331775) 00002000:00010000:2.0:1731347580.717344:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a948380 00000100:00100000:0.0:1731347580.717974:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.718005:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312797824 00000100:00100000:2.0:1731347580.718008:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312797824 00002000:00100000:2.0:1731347580.718018:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (323584->327679) req@ffff88007a94b100 x1815448312797824/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.718027:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a94b100 with x1815448312797824 ext(323584->327679) 00002000:00010000:2.0:1731347580.718029:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a94b100 00000100:00100000:2.0:1731347580.718042:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678380 00000100:00100000:2.0:1731347580.718045:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312797824:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.718100:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312797824:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 54us (127us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.718104:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678380 00002000:00100000:2.0:1731347580.718107:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (323584->327679) req@ffff88007a94b100 x1815448312797824/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.718112:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a94b100 with x1815448312797824 ext(323584->327679) 00002000:00010000:2.0:1731347580.718113:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a94b100 00000100:00100000:0.0:1731347580.718737:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.718778:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312797952 00000100:00100000:2.0:1731347580.718783:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312797952 00002000:00100000:2.0:1731347580.718793:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (323584->361626) req@ffff88007a94a300 x1815448312797952/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.718798:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a94a300 with x1815448312797952 ext(323584->361626) 00002000:00010000:2.0:1731347580.718800:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a94a300 00000100:00100000:2.0:1731347580.718814:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678381 00000100:00100000:2.0:1731347580.718817:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312797952:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.719971:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2005:x1815448312797952:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1150us (1231us total) trans 4295367686 rc 0/0 00000100:00100000:0.0:1731347580.719977:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678381 00002000:00100000:0.0:1731347580.719983:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (323584->361626) req@ffff88007a94a300 x1815448312797952/t4295367686(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.719988:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a94a300 with x1815448312797952 ext(323584->361626) 00002000:00010000:0.0:1731347580.719991:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a94a300 00000100:00100000:0.0:1731347580.720691:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.720741:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312798080 00000100:00100000:1.0:1731347580.720746:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312798080 00000100:00100000:1.0:1731347580.720785:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712662 00000100:00100000:1.0:1731347580.720789:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+52:13210:x1815448312798080:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.720847:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+52:13210:x1815448312798080:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 57us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.720851:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712662 00000100:00100000:0.0:1731347580.721371:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.721441:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312798208 00000100:00100000:2.0:1731347580.721446:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312798208 00000100:00100000:2.0:1731347580.721473:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205382 00000100:00100000:2.0:1731347580.721477:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2004:x1815448312798208:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.722017:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367686 is committed 00000100:00100000:2.0:1731347580.722149:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312798208:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 669us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.722155:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205382 00000100:00100000:0.0:1731347580.723023:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.723093:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312798336 00000100:00100000:1.0:1731347580.723098:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312798336 00000100:00100000:1.0:1731347580.723123:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712663 00000100:00100000:1.0:1731347580.723127:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+52:13210:x1815448312798336:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.723136:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.723148:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078869 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc81 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.723196:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078870 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.723205:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.723212:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.723225:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4555931 00000004:00200000:1.0:1731347580.723227:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.723235:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.723249:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078869 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc81 expref: 54 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.723267:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc81 expref: 53 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.723273:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.723274:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.723276:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae3cc0, rc 0) 00000100:00100000:1.0:1731347580.723299:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+53:13210:x1815448312798336:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 172us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.723303:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712663 00000100:00100000:0.0:1731347580.727524:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.727608:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312798592 00000100:00100000:2.0:1731347580.727615:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312798592 00002000:00100000:2.0:1731347580.727641:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (708608->4194303) req@ffff88007a948700 x1815448312798592/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.727649:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a948700 with x1815448312798592 ext(708608->4194303) 00002000:00010000:2.0:1731347580.727653:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a948700 00000100:00100000:2.0:1731347580.727675:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678382 00000100:00100000:2.0:1731347580.727680:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312798592:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.737119:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312798592:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 9430us (9591us total) trans 0 rc 3375104/3375104 00000100:00100000:2.0:1731347580.737128:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678382 00002000:00100000:2.0:1731347580.737138:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (708608->4194303) req@ffff88007a948700 x1815448312798592/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 3375104/3375104 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.737145:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a948700 with x1815448312798592 ext(708608->4194303) 00002000:00010000:2.0:1731347580.737149:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a948700 00000100:00100000:0.0:1731347580.739300:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.739340:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312798848 00000100:00100000:2.0:1731347580.739347:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312798848 00002000:00100000:2.0:1731347580.739372:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (0->323583) req@ffff88007a94ad80 x1815448312798848/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.739378:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a94ad80 with x1815448312798848 ext(0->323583) 00002000:00010000:2.0:1731347580.739381:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a94ad80 00000100:00100000:2.0:1731347580.739405:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678383 00000100:00100000:2.0:1731347580.739411:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312798848:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.741266:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312798848:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1852us (1967us total) trans 0 rc 323584/323584 00000100:00100000:2.0:1731347580.741274:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678383 00002000:00100000:2.0:1731347580.741281:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (0->323583) req@ffff88007a94ad80 x1815448312798848/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 323584/323584 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.741289:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a94ad80 with x1815448312798848 ext(0->323583) 00002000:00010000:2.0:1731347580.741292:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a94ad80 00000100:00100000:0.0:1731347580.742732:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.742792:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312798976 00000100:00100000:2.0:1731347580.742800:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312798976 00002000:00100000:2.0:1731347580.742826:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1024000->3391487) req@ffff88007a948000 x1815448312798976/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.742835:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a948000 with x1815448312798976 ext(1024000->3391487) 00002000:00010000:2.0:1731347580.742839:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a948000 00000100:00100000:2.0:1731347580.742867:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678384 00000100:00100000:2.0:1731347580.742873:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312798976:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.744262:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312798976:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1385us (1528us total) trans 4295336165 rc 0/0 00000100:00100000:0.0:1731347580.744272:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678384 00002000:00100000:0.0:1731347580.744280:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1024000->3391487) req@ffff88007a948000 x1815448312798976/t4295336165(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.744295:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a948000 with x1815448312798976 ext(1024000->3391487) 00002000:00010000:0.0:1731347580.744299:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a948000 00000100:00100000:0.0:1731347580.745059:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.745109:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312799104 00000100:00100000:2.0:1731347580.745115:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312799104 00000100:00100000:2.0:1731347580.745155:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205383 00000100:00100000:2.0:1731347580.745162:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2005:x1815448312799104:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.745889:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336165 is committed 00000100:00100000:2.0:1731347580.745995:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312799104:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 831us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.746002:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205383 00000100:00100000:0.0:1731347580.747082:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.747163:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312799360 00000100:00100000:1.0:1731347580.747171:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312799360 00000100:00100000:1.0:1731347580.747214:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712664 00000100:00100000:1.0:1731347580.747220:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+53:13210:x1815448312799360:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.747259:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.747281:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078870 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc81 expref: 53 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.747311:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.747315:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.747462:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0480/0xb104f9478e078877 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.747478:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0480/0xb104f9478e078877 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.747486:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0480/0xb104f9478e078877 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.747517:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161572 00000004:00010000:1.0:1731347580.747534:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a949c00 reply state ffff880093e99000 transno 4295161573 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0480/0xb104f9478e078877 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.747543:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0480/0xb104f9478e078877 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.747549:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.747552:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.747554:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.747616:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+55:13210:x1815448312799360:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 395us (536us total) trans 4295161573 rc 0/0 00000100:00100000:1.0:1731347580.747621:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712664 00000020:00080000:1.0:1731347580.747625:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.748665:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.748709:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.748722:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312799616 00000100:00100000:2.0:1731347580.748727:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312799616 00002000:00010000:2.0:1731347580.748742:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.748745:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a94bb80 with x1815448312799616 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.748753:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a94bb80. 00000100:00100000:3.0:1731347580.748754:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312799488 00000100:00100000:3.0:1731347580.748759:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312799488 00002000:00010000:3.0:1731347580.748784:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2058690->18446744073709551615) 00002000:00100000:3.0:1731347580.748788:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a949180 with x1815448312799488 ext(2058690->18446744073709551615) 00000100:00100000:2.0:1731347580.748789:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678385 00002000:00010000:3.0:1731347580.748793:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a949180. 00000100:00100000:2.0:1731347580.748793:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312799616:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347580.748813:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678386 00000100:00100000:3.0:1731347580.748817:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312799488:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.749139:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 361627 -> 0 00002000:00010000:2.0:1731347580.749141:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.749143:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:2.0:1731347580.749144:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.749145:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347580.749180:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312799616:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 385us (517us total) trans 4295367687 rc 0/0 00000100:00100000:2.0:1731347580.749184:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678385 00002000:00010000:2.0:1731347580.749186:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.749188:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a94bb80 with x1815448312799616 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.749190:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a94bb80. 00002000:00010000:3.0:1731347580.750126:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 2058690 00002000:00010000:3.0:1731347580.750128:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.750130:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.750131:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.750132:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 112 -> 168 00000100:00100000:3.0:1731347580.750161:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312799488:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1342us (1452us total) trans 4295336166 rc 0/0 00000100:00100000:3.0:1731347580.750168:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678386 00002000:00010000:3.0:1731347580.750170:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2058690->18446744073709551615) 00002000:00100000:3.0:1731347580.750172:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a949180 with x1815448312799488 ext(2058690->18446744073709551615) 00002000:00010000:3.0:1731347580.750175:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a949180. 00000100:00100000:0.0:1731347580.753456:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.753511:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312799744 00000100:00100000:1.0:1731347580.753519:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312799744 00000100:00100000:1.0:1731347580.753555:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712665 00000100:00100000:1.0:1731347580.753560:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a94aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+55:13210:x1815448312799744:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.753578:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.753591:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e07887e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc88 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.753652:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078885 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.753662:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078885 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.753669:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078885 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.753684:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2058690 00000004:00200000:1.0:1731347580.753687:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.753698:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078885 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.753712:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e07887e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc88 expref: 57 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.753732:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078885 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc88 expref: 56 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.753741:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.753743:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.753745:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae0b40, rc 0) 00000100:00100000:1.0:1731347580.753793:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a94aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+56:13210:x1815448312799744:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 232us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.753797:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712665 00000100:00100000:0.0:1731347580.755670:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.755719:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312800000 00000100:00100000:1.0:1731347580.755727:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312800000 00000100:00100000:1.0:1731347580.755763:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712666 00000100:00100000:1.0:1731347580.755779:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+56:13210:x1815448312800000:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.755818:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.755838:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078885 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc88 expref: 56 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.755850:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.755853:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.755959:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07888c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.755971:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07888c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.755977:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07888c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.755998:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161574 00000004:00010000:1.0:1731347580.756007:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007965c700 reply state ffff880093e9a000 transno 4295161575 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07888c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.756016:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2640/0xb104f9478e07888c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.756020:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.756021:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.756022:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.756082:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+58:13210:x1815448312800000:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 312us (418us total) trans 4295161575 rc 0/0 00000100:00100000:1.0:1731347580.756088:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712666 00000020:00080000:1.0:1731347580.756091:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.757017:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.757054:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.757074:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312800128 00000100:00100000:3.0:1731347580.757079:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312800128 00002000:00010000:3.0:1731347580.757102:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.757105:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007965d180 with x1815448312800128 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.757112:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007965d180. 00000100:00100000:2.0:1731347580.757112:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312800256 00000100:00100000:2.0:1731347580.757118:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312800256 00000100:00100000:3.0:1731347580.757131:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678387 00000100:00100000:3.0:1731347580.757134:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312800128:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.757134:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (741591->18446744073709551615) 00002000:00100000:2.0:1731347580.757137:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007965f800 with x1815448312800256 ext(741591->18446744073709551615) 00002000:00010000:2.0:1731347580.757145:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007965f800. 00000100:00100000:2.0:1731347580.757163:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678388 00000100:00100000:2.0:1731347580.757169:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312800256:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.757217:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2058690 -> 4194304 00002000:00010000:3.0:1731347580.757220:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.757221:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.757222:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.757223:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:3.0:1731347580.757251:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312800128:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 115us (236us total) trans 4295336167 rc 0/0 00000100:00100000:3.0:1731347580.757255:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678387 00002000:00010000:3.0:1731347580.757257:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.757258:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007965d180 with x1815448312800128 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.757260:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007965d180. 00002000:00010000:2.0:1731347580.757266:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 741591 00002000:00010000:2.0:1731347580.757268:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.757270:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:2.0:1731347580.757271:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.757273:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347580.757289:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312800256:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 121us (236us total) trans 4295367688 rc 0/0 00000100:00100000:2.0:1731347580.757294:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678388 00002000:00010000:2.0:1731347580.757296:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (741591->18446744073709551615) 00002000:00100000:2.0:1731347580.757297:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007965f800 with x1815448312800256 ext(741591->18446744073709551615) 00002000:00010000:2.0:1731347580.757300:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007965f800. 00000100:00100000:0.0:1731347580.757954:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.757996:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312800384 00000100:00100000:1.0:1731347580.758000:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312800384 00000100:00100000:1.0:1731347580.758020:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712667 00000100:00100000:1.0:1731347580.758024:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+58:13210:x1815448312800384:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.758033:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.758042:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078893 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc8f expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.758083:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07889a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.758090:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07889a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.758095:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07889a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.758108:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4935895 00000004:00200000:1.0:1731347580.758110:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.758119:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07889a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.758131:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078893 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc8f expref: 60 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.758140:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07889a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc8f expref: 59 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.758144:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.758146:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.758148:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae3180, rc 0) 00000100:00100000:1.0:1731347580.758171:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+59:13210:x1815448312800384:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 147us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.758175:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712667 00000100:00100000:0.0:1731347580.758933:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.759018:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312800512 00000100:00100000:2.0:1731347580.759023:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312800512 00000100:00100000:2.0:1731347580.759053:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205384 00000100:00100000:2.0:1731347580.759057:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312800512:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.759155:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.759158:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.759159:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.759160:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.759162:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:2.0:1731347580.759188:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312800512:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 130us (255us total) trans 4295336168 rc 0/0 00000100:00100000:2.0:1731347580.759192:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205384 00000100:00100000:0.0:1731347580.763251:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.763301:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.763303:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312800896 00000100:00100000:2.0:1731347580.763309:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312800896 00002000:00100000:2.0:1731347580.763336:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (0->745471) req@ffff88007965fb80 x1815448312800896/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.763343:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007965fb80 with x1815448312800896 ext(0->745471) 00002000:00010000:2.0:1731347580.763347:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007965fb80 00000100:00100000:3.0:1731347580.763350:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312801024 00000100:00100000:3.0:1731347580.763356:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312801024 00000100:00100000:2.0:1731347580.763360:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678389 00000100:00100000:2.0:1731347580.763364:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312800896:12345-192.168.203.60@tcp:3:fsx.0 00002000:00100000:3.0:1731347580.763375:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2060288->4194303) req@ffff88007965d880 x1815448312801024/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.763385:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007965d880 with x1815448312801024 ext(2060288->4194303) 00002000:00010000:3.0:1731347580.763389:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007965d880 00000100:00100000:3.0:1731347580.763404:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678390 00000100:00100000:3.0:1731347580.763409:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312801024:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.766194:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312800896:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2821us (2943us total) trans 0 rc 745472/745472 00000100:00100000:3.0:1731347580.766202:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678389 00002000:00100000:3.0:1731347580.766210:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (0->745471) req@ffff88007965fb80 x1815448312800896/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 745472/745472 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.766217:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007965fb80 with x1815448312800896 ext(0->745471) 00002000:00010000:3.0:1731347580.766221:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007965fb80 00000100:00100000:0.0:1731347580.769665:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.769724:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312801152 00000100:00100000:2.0:1731347580.769732:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312801152 00000100:00100000:2.0:1731347580.769791:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205385 00000100:00100000:2.0:1731347580.769799:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312801152:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.769958:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.769961:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.769964:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.769966:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.769968:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 224 00000100:00100000:2.0:1731347580.770011:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312801152:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 213us (354us total) trans 4295336169 rc 0/0 00000100:00100000:2.0:1731347580.770017:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205385 00000100:00100000:3.0:1731347580.770133:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007965d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312801024:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 6720us (6829us total) trans 0 rc 2134016/2134016 00000100:00100000:3.0:1731347580.770142:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678390 00002000:00100000:3.0:1731347580.770152:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2060288->4194303) req@ffff88007965d880 x1815448312801024/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 2134016/2134016 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.770162:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007965d880 with x1815448312801024 ext(2060288->4194303) 00002000:00010000:3.0:1731347580.770167:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007965d880 00000100:00100000:0.0:1731347580.771821:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.771876:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312801280 00000100:00100000:2.0:1731347580.771884:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312801280 00000100:00100000:2.0:1731347580.771919:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205386 00000100:00100000:2.0:1731347580.771926:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312801280:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.772119:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.772123:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.772125:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.772127:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.772129:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 224 -> 224 00000100:00100000:2.0:1731347580.772170:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312801280:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 243us (354us total) trans 4295336170 rc 0/0 00000100:00100000:2.0:1731347580.772178:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205386 00000100:00100000:0.0:1731347580.773439:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.773519:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312801408 00000100:00100000:3.0:1731347580.773526:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312801408 00002000:00100000:3.0:1731347580.773552:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (622592->634879) req@ffff8800b44d1c00 x1815448312801408/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 12776/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.773570:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d1c00 with x1815448312801408 ext(622592->634879) 00002000:00010000:3.0:1731347580.773575:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d1c00 00000100:00100000:3.0:1731347580.773601:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678391 00000100:00100000:3.0:1731347580.773607:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312801408:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.774037:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312801408:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 428us (599us total) trans 4295336171 rc 0/0 00000100:00100000:0.0:1731347580.774045:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678391 00002000:00100000:0.0:1731347580.774052:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (622592->634879) req@ffff8800b44d1c00 x1815448312801408/t4295336171(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 12776/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.774061:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d1c00 with x1815448312801408 ext(622592->634879) 00002000:00010000:0.0:1731347580.774064:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d1c00 00000100:00100000:0.0:1731347580.774820:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.774869:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312801536 00000100:00100000:1.0:1731347580.774873:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312801536 00000100:00100000:1.0:1731347580.774905:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712668 00000100:00100000:1.0:1731347580.774909:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+59:13210:x1815448312801536:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.774985:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+59:13210:x1815448312801536:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 74us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.774992:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712668 00000100:00100000:0.0:1731347580.775576:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.775606:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312801664 00000100:00100000:2.0:1731347580.775612:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312801664 00000100:00100000:2.0:1731347580.775642:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205387 00000100:00100000:2.0:1731347580.775647:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312801664:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.776253:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336171 is committed 00000100:00100000:2.0:1731347580.776333:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312801664:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 685us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.776338:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205387 00000100:00100000:0.0:1731347580.777187:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.777255:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312801792 00000100:00100000:2.0:1731347580.777259:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312801792 00000100:00100000:2.0:1731347580.777282:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205388 00000100:00100000:2.0:1731347580.777286:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312801792:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.777393:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.777395:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.777397:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.777398:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.777399:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 224 -> 272 00000100:00100000:2.0:1731347580.777443:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312801792:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 156us (257us total) trans 4295336172 rc 0/0 00000100:00100000:2.0:1731347580.777448:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205388 00000100:00100000:0.0:1731347580.778289:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.778338:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312802048 00000100:00100000:1.0:1731347580.778343:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312802048 00000100:00100000:1.0:1731347580.778367:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712669 00000100:00100000:1.0:1731347580.778372:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+59:13210:x1815448312802048:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.778404:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.778443:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07889a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc8f expref: 59 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.778465:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.778468:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.778548:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0788a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.778560:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0788a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.778565:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0788a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.778585:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161576 00000004:00010000:1.0:1731347580.778594:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800b44d0700 reply state ffff88009ba71000 transno 4295161577 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0788a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.778600:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae06c0/0xb104f9478e0788a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.778604:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.778605:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.778606:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.778647:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+61:13210:x1815448312802048:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 275us (360us total) trans 4295161577 rc 0/0 00000100:00100000:1.0:1731347580.778651:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712669 00000020:00080000:1.0:1731347580.778653:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.779292:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.779329:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.779349:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312802304 00000100:00100000:2.0:1731347580.779353:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312802304 00000100:00100000:1.0:1731347580.779368:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312802176 00002000:00010000:2.0:1731347580.779369:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.779372:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d1880 with x1815448312802304 ext(0->18446744073709551615) 00000100:00100000:1.0:1731347580.779372:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312802176 00002000:00010000:2.0:1731347580.779379:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b44d1880. 00002000:00010000:1.0:1731347580.779383:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2171560->18446744073709551615) 00002000:00100000:1.0:1731347580.779386:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d2d80 with x1815448312802176 ext(2171560->18446744073709551615) 00002000:00010000:1.0:1731347580.779392:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d2d80. 00000100:00100000:2.0:1731347580.779395:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678392 00000100:00100000:2.0:1731347580.779400:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312802304:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347580.779403:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678393 00000100:00100000:0.0:1731347580.779408:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312802176:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.780068:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 741591 -> 0 00002000:00010000:2.0:1731347580.780070:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.780072:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:2.0:1731347580.780073:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.780075:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347580.780104:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312802304:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 703us (813us total) trans 4295367689 rc 0/0 00000100:00100000:2.0:1731347580.780109:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678392 00002000:00010000:2.0:1731347580.780111:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.780113:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d1880 with x1815448312802304 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.780115:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b44d1880. 00002000:00010000:0.0:1731347580.780913:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 2171560 00002000:00010000:0.0:1731347580.780917:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.780919:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.780921:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.780923:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 272 -> 216 00000100:00100000:0.0:1731347580.780962:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312802176:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1551us (1631us total) trans 4295336173 rc 0/0 00000100:00100000:0.0:1731347580.780969:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678393 00002000:00010000:0.0:1731347580.780972:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2171560->18446744073709551615) 00002000:00100000:0.0:1731347580.780975:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d2d80 with x1815448312802176 ext(2171560->18446744073709551615) 00002000:00010000:0.0:1731347580.780980:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d2d80. 00000100:00100000:0.0:1731347580.783850:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.783897:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312802432 00000100:00100000:1.0:1731347580.783905:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312802432 00000100:00100000:1.0:1731347580.783942:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712670 00000100:00100000:1.0:1731347580.783949:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+61:13210:x1815448312802432:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.783966:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.783980:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e0788a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc96 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.784048:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e0788af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.784059:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e0788af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.784068:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e0788af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.784085:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2171560 00000004:00200000:1.0:1731347580.784088:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.784099:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e0788af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.784117:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e0788a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc96 expref: 63 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.784138:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e0788af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc96 expref: 62 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.784143:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.784145:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.784147:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae0000, rc 0) 00000100:00100000:1.0:1731347580.784183:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+62:13210:x1815448312802432:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 234us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.784189:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712670 00000100:00100000:0.0:1731347580.785010:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.785059:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312802560 00000100:00100000:2.0:1731347580.785064:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312802560 00000100:00100000:2.0:1731347580.785094:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205389 00000100:00100000:2.0:1731347580.785100:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312802560:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.785241:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2171560 -> 2171560 00002000:00010000:2.0:1731347580.785244:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.785246:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.785248:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.785250:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 216 -> 336 00000100:00100000:2.0:1731347580.785279:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312802560:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 178us (271us total) trans 4295336174 rc 0/0 00000100:00100000:2.0:1731347580.785285:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205389 00000100:00100000:0.0:1731347580.787177:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.787216:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312802816 00000100:00100000:2.0:1731347580.787221:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312802816 00002000:00100000:2.0:1731347580.787239:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (770048->2871295) req@ffff8800b44d2300 x1815448312802816/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.787247:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d2300 with x1815448312802816 ext(770048->2871295) 00002000:00010000:2.0:1731347580.787250:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d2300 00000100:00100000:2.0:1731347580.787267:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678394 00000100:00100000:2.0:1731347580.787271:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312802816:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.788159:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312802816:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 885us (982us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1731347580.788165:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678394 00002000:00100000:2.0:1731347580.788171:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (770048->2871295) req@ffff8800b44d2300 x1815448312802816/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.788179:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d2300 with x1815448312802816 ext(770048->2871295) 00002000:00010000:2.0:1731347580.788182:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d2300 00000100:00100000:0.0:1731347580.788920:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.788961:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312803072 00000100:00100000:2.0:1731347580.788966:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312803072 00002000:00100000:2.0:1731347580.788982:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2863104->2867199) req@ffff8800b44d1500 x1815448312803072/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.788989:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d1500 with x1815448312803072 ext(2863104->2867199) 00002000:00010000:2.0:1731347580.788992:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d1500 00000100:00100000:2.0:1731347580.789012:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678395 00000100:00100000:2.0:1731347580.789018:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312803072:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.789079:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312803072:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 60us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.789085:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678395 00002000:00100000:2.0:1731347580.789090:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2863104->2867199) req@ffff8800b44d1500 x1815448312803072/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.789098:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d1500 with x1815448312803072 ext(2863104->2867199) 00002000:00010000:2.0:1731347580.789101:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d1500 00000100:00100000:0.0:1731347580.790118:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.790188:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312803328 00000100:00100000:1.0:1731347580.790192:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312803328 00000100:00100000:1.0:1731347580.790220:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712671 00000100:00100000:1.0:1731347580.790225:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+62:13210:x1815448312803328:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.790254:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.790275:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e0788af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc96 expref: 62 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.790303:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.790307:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.790444:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e0788b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.790459:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e0788b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.790467:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e0788b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.790499:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161578 00000004:00010000:1.0:1731347580.790515:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800b44d1f80 reply state ffff880121fef000 transno 4295161579 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e0788b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.790524:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3840/0xb104f9478e0788b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.790530:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.790533:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.790535:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.790587:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+64:13210:x1815448312803328:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 360us (470us total) trans 4295161579 rc 0/0 00000100:00100000:1.0:1731347580.790594:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712671 00000020:00080000:1.0:1731347580.790597:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.791323:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.791347:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.791369:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312803456 00000100:00100000:2.0:1731347580.791374:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312803456 00000100:00100000:1.0:1731347580.791381:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312803584 00000100:00100000:1.0:1731347580.791385:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312803584 00002000:00010000:2.0:1731347580.791389:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347580.791392:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d3480 with x1815448312803456 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1731347580.791397:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (864934->18446744073709551615) 00002000:00010000:2.0:1731347580.791400:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d3480. 00002000:00100000:1.0:1731347580.791400:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d0e00 with x1815448312803584 ext(864934->18446744073709551615) 00002000:00010000:1.0:1731347580.791406:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b44d0e00. 00000100:00100000:2.0:1731347580.791440:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678396 00000100:00100000:2.0:1731347580.791445:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312803456:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347580.791445:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678397 00000100:00100000:0.0:1731347580.791450:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312803584:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.791526:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2171560 -> 4194304 00002000:00010000:2.0:1731347580.791529:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.791531:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.791532:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.791533:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 336 -> 336 00002000:00010000:0.0:1731347580.791547:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 864934 00002000:00010000:0.0:1731347580.791550:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.791552:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347579 00002000:00010000:0.0:1731347580.791553:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.791554:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347580.791564:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312803456:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 117us (241us total) trans 4295336175 rc 0/0 00000100:00100000:2.0:1731347580.791570:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678396 00000100:00100000:0.0:1731347580.791571:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312803584:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 120us (222us total) trans 4295367690 rc 0/0 00002000:00010000:2.0:1731347580.791573:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347580.791575:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d3480 with x1815448312803456 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1731347580.791575:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678397 00002000:00010000:0.0:1731347580.791577:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (864934->18446744073709551615) 00002000:00010000:2.0:1731347580.791579:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b44d3480. 00002000:00100000:0.0:1731347580.791579:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d0e00 with x1815448312803584 ext(864934->18446744073709551615) 00002000:00010000:0.0:1731347580.791582:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b44d0e00. 00000100:00100000:0.0:1731347580.794744:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.794793:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312803968 00000100:00100000:2.0:1731347580.794800:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312803968 00000100:00100000:0.0:1731347580.794816:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00100000:2.0:1731347580.794823:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (802816->806911) req@ffff8800b44d0380 x1815448312803968/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.794829:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d0380 with x1815448312803968 ext(802816->806911) 00002000:00010000:2.0:1731347580.794833:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b44d0380 00000100:00100000:2.0:1731347580.794850:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312804096 00000100:00100000:2.0:1731347580.794852:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312804096 00002000:00100000:2.0:1731347580.794863:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2174976->4194303) req@ffff88007ea35500 x1815448312804096/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:3.0:1731347580.794870:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678398 00002000:00100000:2.0:1731347580.794871:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea35500 with x1815448312804096 ext(2174976->4194303) 00002000:00010000:2.0:1731347580.794874:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ea35500 00000100:00100000:3.0:1731347580.794878:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312803968:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347580.794882:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678399 00000100:00100000:1.0:1731347580.794888:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312804096:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.795005:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312803968:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 125us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.795012:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678398 00002000:00100000:3.0:1731347580.795018:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (802816->806911) req@ffff8800b44d0380 x1815448312803968/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.795026:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b44d0380 with x1815448312803968 ext(802816->806911) 00002000:00010000:3.0:1731347580.795030:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b44d0380 00000100:00100000:0.0:1731347580.796826:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.796860:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312804352 00000100:00100000:3.0:1731347580.796864:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312804352 00002000:00100000:3.0:1731347580.796877:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (0->868351) req@ffff88007ea34700 x1815448312804352/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.796882:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea34700 with x1815448312804352 ext(0->868351) 00002000:00010000:3.0:1731347580.796884:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007ea34700 00000100:00100000:3.0:1731347580.796899:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678400 00000100:00100000:3.0:1731347580.796902:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312804352:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347580.801859:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312804096:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 6962us (7035us total) trans 0 rc 2011136/2011136 00000100:00100000:1.0:1731347580.801871:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678399 00002000:00100000:1.0:1731347580.801879:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2174976->4194303) req@ffff88007ea35500 x1815448312804096/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 2011136/2011136 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.801886:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea35500 with x1815448312804096 ext(2174976->4194303) 00002000:00010000:1.0:1731347580.801891:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ea35500 00000100:00100000:3.0:1731347580.802694:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312804352:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 5788us (5866us total) trans 0 rc 851968/851968 00000100:00100000:3.0:1731347580.802703:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678400 00002000:00100000:3.0:1731347580.802710:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (0->868351) req@ffff88007ea34700 x1815448312804352/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 520/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 851968/851968 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.802719:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea34700 with x1815448312804352 ext(0->868351) 00002000:00010000:3.0:1731347580.802723:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007ea34700 00000100:00100000:0.0:1731347580.804208:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.804260:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312804480 00000100:00100000:3.0:1731347580.804267:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312804480 00002000:00100000:3.0:1731347580.804289:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (495616->864933) req@ffff88007ea34000 x1815448312804480/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.804295:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea34000 with x1815448312804480 ext(495616->864933) 00002000:00010000:3.0:1731347580.804298:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007ea34000 00000100:00100000:3.0:1731347580.804317:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678401 00000100:00100000:3.0:1731347580.804322:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312804480:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347580.805574:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312804480:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1250us (1368us total) trans 4295367691 rc 0/0 00000100:00100000:3.0:1731347580.805579:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678401 00002000:00100000:3.0:1731347580.805584:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (495616->864933) req@ffff88007ea34000 x1815448312804480/t4295367691(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.805589:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea34000 with x1815448312804480 ext(495616->864933) 00002000:00010000:3.0:1731347580.805591:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007ea34000 00000100:00100000:0.0:1731347580.806238:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.806288:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312804608 00000100:00100000:1.0:1731347580.806294:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312804608 00000100:00100000:1.0:1731347580.806320:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712672 00000100:00100000:1.0:1731347580.806326:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+64:13210:x1815448312804608:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.806400:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+64:13210:x1815448312804608:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 73us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.806407:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712672 00000100:00100000:0.0:1731347580.807009:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.807059:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312804736 00000100:00100000:2.0:1731347580.807064:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312804736 00000100:00100000:2.0:1731347580.807096:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205390 00000100:00100000:2.0:1731347580.807102:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312804736:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.807557:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367691 is committed 00000100:00100000:2.0:1731347580.807628:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312804736:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 525us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.807632:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205390 00000100:00100000:0.0:1731347580.808327:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.808394:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312804864 00000100:00100000:1.0:1731347580.808399:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312804864 00000100:00100000:1.0:1731347580.808435:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712673 00000100:00100000:1.0:1731347580.808439:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+64:13210:x1815448312804864:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.808448:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.808458:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0788bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fc9d expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.808501:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0788c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.808511:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0788c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.808518:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0788c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.808529:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 5059238 00000004:00200000:1.0:1731347580.808531:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.808538:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0788c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.808551:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e0788bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc9d expref: 66 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.808569:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0788c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc9d expref: 65 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.808574:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.808576:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.808577:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1440, rc 0) 00000100:00100000:1.0:1731347580.808599:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+65:13210:x1815448312804864:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 159us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.808604:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712673 00000100:00100000:0.0:1731347580.809452:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.809521:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312804992 00000100:00100000:2.0:1731347580.809525:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312804992 00000100:00100000:2.0:1731347580.809548:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205391 00000100:00100000:2.0:1731347580.809552:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312804992:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.809664:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 864934 -> 864934 00002000:00010000:2.0:1731347580.809666:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.809668:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347579 -> 1731347580 00002000:00010000:2.0:1731347580.809669:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.809670:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 152 00000100:00100000:2.0:1731347580.809697:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312804992:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 144us (246us total) trans 4295367692 rc 0/0 00000100:00100000:2.0:1731347580.809701:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205391 00000100:00100000:0.0:1731347580.810888:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.810919:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312805120 00000100:00100000:2.0:1731347580.810923:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312805120 00000100:00100000:2.0:1731347580.810941:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205392 00000100:00100000:2.0:1731347580.810945:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312805120:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.811022:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.811024:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.811025:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.811026:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.811028:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:2.0:1731347580.811052:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312805120:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 106us (166us total) trans 4295336176 rc 0/0 00000100:00100000:2.0:1731347580.811056:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205392 00000100:00100000:0.0:1731347580.811735:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.811789:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312805248 00000100:00100000:2.0:1731347580.811793:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312805248 00000100:00100000:2.0:1731347580.811818:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205393 00000100:00100000:2.0:1731347580.811824:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312805248:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.811885:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.811889:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.811890:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.811893:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.811894:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:2.0:1731347580.811926:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312805248:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 101us (192us total) trans 4295336177 rc 0/0 00000100:00100000:2.0:1731347580.811932:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205393 00000100:00100000:0.0:1731347580.812710:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.812742:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312805376 00000100:00100000:2.0:1731347580.812746:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312805376 00000100:00100000:2.0:1731347580.812763:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205394 00000100:00100000:2.0:1731347580.812776:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312805376:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.812817:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.812818:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.812820:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.812821:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.812823:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:2.0:1731347580.812846:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312805376:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 78us (138us total) trans 4295336178 rc 0/0 00000100:00100000:2.0:1731347580.812850:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205394 00000100:00100000:0.0:1731347580.813927:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.813970:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312805504 00000100:00100000:2.0:1731347580.813974:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312805504 00000100:00100000:2.0:1731347580.813997:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205395 00000100:00100000:2.0:1731347580.814001:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312805504:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.814133:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 864934 -> 864934 00002000:00010000:2.0:1731347580.814136:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.814137:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.814138:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.814140:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:2.0:1731347580.814168:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312805504:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 165us (243us total) trans 4295367693 rc 0/0 00000100:00100000:2.0:1731347580.814172:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205395 00000100:00100000:0.0:1731347580.815009:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.815055:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312805760 00000100:00100000:1.0:1731347580.815061:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312805760 00000100:00100000:1.0:1731347580.815085:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712674 00000100:00100000:1.0:1731347580.815090:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+65:13210:x1815448312805760:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.815123:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.815141:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0788c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fc9d expref: 65 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.815165:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.815169:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.815257:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0788cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.815272:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0788cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.815280:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0788cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.815308:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161580 00000004:00010000:1.0:1731347580.815323:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007ea36a00 reply state ffff880121fe8000 transno 4295161581 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0788cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.815332:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2d00/0xb104f9478e0788cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.815337:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.815340:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.815342:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.815390:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+67:13210:x1815448312805760:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 298us (381us total) trans 4295161581 rc 0/0 00000100:00100000:1.0:1731347580.815395:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712674 00000020:00080000:1.0:1731347580.815397:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.816091:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.816126:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.816128:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312806016 00000100:00100000:3.0:1731347580.816133:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312806016 00002000:00010000:3.0:1731347580.816147:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.816151:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea37480 with x1815448312806016 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.816159:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007ea37480. 00000100:00100000:1.0:1731347580.816167:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312805888 00000100:00100000:1.0:1731347580.816171:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312805888 00000100:00100000:3.0:1731347580.816175:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678402 00000100:00100000:3.0:1731347580.816181:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312806016:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347580.816181:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3678307->18446744073709551615) 00002000:00100000:1.0:1731347580.816184:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea37100 with x1815448312805888 ext(3678307->18446744073709551615) 00002000:00010000:1.0:1731347580.816189:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ea37100. 00000100:00100000:1.0:1731347580.816199:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678403 00000100:00100000:1.0:1731347580.816202:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ea37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312805888:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347580.816598:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 3678307 00002000:00010000:1.0:1731347580.816600:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.816602:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.816603:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.816605:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:1.0:1731347580.816630:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2003:x1815448312805888:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 427us (504us total) trans 4295336179 rc 0/0 00000100:00100000:1.0:1731347580.816634:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678403 00002000:00010000:1.0:1731347580.816636:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3678307->18446744073709551615) 00002000:00100000:1.0:1731347580.816638:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea37100 with x1815448312805888 ext(3678307->18446744073709551615) 00002000:00010000:1.0:1731347580.816640:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ea37100. 00002000:00010000:3.0:1731347580.816862:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 864934 -> 0 00002000:00010000:3.0:1731347580.816865:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.816867:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.816869:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.816871:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 152 -> 0 00000100:00100000:3.0:1731347580.816909:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ea37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312806016:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 725us (817us total) trans 4295367694 rc 0/0 00000100:00100000:3.0:1731347580.816916:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678402 00002000:00010000:3.0:1731347580.816919:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.816922:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ea37480 with x1815448312806016 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.816927:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007ea37480. 00000100:00100000:0.0:1731347580.818468:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.818500:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312806144 00000100:00100000:1.0:1731347580.818504:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312806144 00000100:00100000:1.0:1731347580.818520:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712675 00000100:00100000:1.0:1731347580.818523:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880128b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+67:13210:x1815448312806144:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.818533:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.818539:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e0788d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fca4 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.818578:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0788d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.818584:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0788d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.818588:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0788d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.818599:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3678307 00000004:00200000:1.0:1731347580.818602:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.818609:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0788d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.818620:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e0788d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fca4 expref: 69 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.818628:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0788d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fca4 expref: 68 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.818632:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.818634:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.818635:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae33c0, rc 0) 00000100:00100000:1.0:1731347580.818659:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+68:13210:x1815448312806144:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 135us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.818663:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712675 00000100:00100000:0.0:1731347580.820118:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.820154:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312806272 00000100:00100000:3.0:1731347580.820160:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312806272 00002000:00100000:3.0:1731347580.820181:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (794624->1982463) req@ffff880128b91c00 x1815448312806272/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.820190:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880128b91c00 with x1815448312806272 ext(794624->1982463) 00002000:00010000:3.0:1731347580.820194:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880128b91c00 00000100:00100000:3.0:1731347580.820211:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678404 00000100:00100000:3.0:1731347580.820215:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880128b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312806272:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347580.821530:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2005:x1815448312806272:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1311us (1412us total) trans 4295336180 rc 0/0 00000100:00100000:3.0:1731347580.821541:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678404 00002000:00100000:3.0:1731347580.821547:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (794624->1982463) req@ffff880128b91c00 x1815448312806272/t4295336180(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.821555:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880128b91c00 with x1815448312806272 ext(794624->1982463) 00002000:00010000:3.0:1731347580.821558:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880128b91c00 00000100:00100000:0.0:1731347580.822183:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.822217:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312806400 00000100:00100000:1.0:1731347580.822222:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312806400 00000100:00100000:1.0:1731347580.822239:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712676 00000100:00100000:1.0:1731347580.822243:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880128b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+68:13210:x1815448312806400:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.822289:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+68:13210:x1815448312806400:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 46us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.822293:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712676 00000100:00100000:0.0:1731347580.822988:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.823031:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312806528 00000100:00100000:2.0:1731347580.823035:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312806528 00000100:00100000:2.0:1731347580.823058:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205396 00000100:00100000:2.0:1731347580.823065:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880128b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312806528:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.823628:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336180 is committed 00000100:00100000:2.0:1731347580.823749:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880128b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312806528:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 681us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.823754:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205396 00000100:00100000:0.0:1731347580.824828:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.824860:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312806656 00000100:00100000:2.0:1731347580.824865:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312806656 00000100:00100000:2.0:1731347580.824885:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205397 00000100:00100000:2.0:1731347580.824889:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312806656:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.825015:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3678307 -> 3678307 00002000:00010000:2.0:1731347580.825018:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.825019:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.825021:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.825022:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 336 -> 512 00000100:00100000:2.0:1731347580.825055:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312806656:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 163us (227us total) trans 4295336181 rc 0/0 00000100:00100000:2.0:1731347580.825062:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205397 00000100:00100000:0.0:1731347580.825734:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.825816:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312806912 00000100:00100000:1.0:1731347580.825822:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312806912 00000100:00100000:1.0:1731347580.825846:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712677 00000100:00100000:1.0:1731347580.825852:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+68:13210:x1815448312806912:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.825884:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.825902:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e0788d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fca4 expref: 68 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.825916:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.825920:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.826014:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3a80/0xb104f9478e0788e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.826028:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3a80/0xb104f9478e0788e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.826036:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3a80/0xb104f9478e0788e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.826063:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161582 00000004:00010000:1.0:1731347580.826079:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880120380a80 reply state ffff88009999f000 transno 4295161583 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3a80/0xb104f9478e0788e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.826091:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3a80/0xb104f9478e0788e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.826097:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.826099:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.826102:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.826155:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+70:13210:x1815448312806912:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 301us (420us total) trans 4295161583 rc 0/0 00000100:00100000:1.0:1731347580.826161:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712677 00000020:00080000:1.0:1731347580.826164:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.826779:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.826802:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.826821:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312807168 00000100:00100000:3.0:1731347580.826826:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312807168 00002000:00010000:3.0:1731347580.826840:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:1.0:1731347580.826840:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312807040 00002000:00100000:3.0:1731347580.826844:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880120381880 with x1815448312807168 ext(0->18446744073709551615) 00000100:00100000:1.0:1731347580.826844:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312807040 00002000:00010000:3.0:1731347580.826851:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120381880. 00002000:00010000:1.0:1731347580.826854:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (36602->18446744073709551615) 00002000:00100000:1.0:1731347580.826856:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880120383b80 with x1815448312807040 ext(36602->18446744073709551615) 00002000:00010000:1.0:1731347580.826860:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880120383b80. 00000100:00100000:3.0:1731347580.826863:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678405 00000100:00100000:3.0:1731347580.826868:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312807168:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347580.826880:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678406 00000100:00100000:0.0:1731347580.826885:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312807040:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.826936:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347580.826939:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.826941:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.826943:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.826945:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.826981:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312807168:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 111us (215us total) trans 4295367695 rc 0/0 00000100:00100000:3.0:1731347580.826988:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678405 00002000:00010000:3.0:1731347580.826991:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.826993:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880120381880 with x1815448312807168 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.826997:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120381880. 00002000:00010000:0.0:1731347580.829011:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3678307 -> 36602 00002000:00010000:0.0:1731347580.829014:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.829015:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.829017:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347580.829018:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 512 -> 16 00000100:00100000:0.0:1731347580.829043:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312807040:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 2157us (2240us total) trans 4295336182 rc 0/0 00000100:00100000:0.0:1731347580.829048:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678406 00002000:00010000:0.0:1731347580.829050:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (36602->18446744073709551615) 00002000:00100000:0.0:1731347580.829052:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880120383b80 with x1815448312807040 ext(36602->18446744073709551615) 00002000:00010000:0.0:1731347580.829055:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880120383b80. 00000100:00100000:0.0:1731347580.832225:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.832259:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312807296 00000100:00100000:1.0:1731347580.832263:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312807296 00000100:00100000:1.0:1731347580.832285:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712678 00000100:00100000:1.0:1731347580.832289:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+70:13210:x1815448312807296:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.832298:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.832305:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0788e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcab expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.832344:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0788ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.832351:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0788ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.832358:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0788ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.832369:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 36602 00000004:00200000:1.0:1731347580.832371:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.832379:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0788ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.832390:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0788e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcab expref: 72 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.832397:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0788ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcab expref: 71 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.832402:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.832403:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.832405:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae2ac0, rc 0) 00000100:00100000:1.0:1731347580.832447:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+71:13210:x1815448312807296:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 157us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.832451:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712678 00000100:00100000:0.0:1731347580.833162:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.833214:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312807424 00000100:00100000:2.0:1731347580.833218:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312807424 00000100:00100000:2.0:1731347580.833241:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205398 00000100:00100000:2.0:1731347580.833246:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312807424:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.833303:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 36602 -> 36602 00002000:00010000:2.0:1731347580.833305:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.833307:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.833308:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.833309:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1731347580.833334:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312807424:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 87us (173us total) trans 4295336183 rc 0/0 00000100:00100000:2.0:1731347580.833338:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205398 00000100:00100000:0.0:1731347580.834718:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.834755:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312807680 00000100:00100000:1.0:1731347580.834759:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312807680 00000100:00100000:1.0:1731347580.834786:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712679 00000100:00100000:1.0:1731347580.834793:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+71:13210:x1815448312807680:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.834810:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.834820:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0788ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcab expref: 71 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.834831:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.834833:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.834889:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e0788f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.834898:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e0788f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.834902:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e0788f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.834918:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161584 00000004:00010000:1.0:1731347580.834925:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880120383100 reply state ffff8800818dc000 transno 4295161585 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e0788f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.834931:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1680/0xb104f9478e0788f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.834935:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.834936:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.834937:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.834974:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+73:13210:x1815448312807680:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 181us (258us total) trans 4295161585 rc 0/0 00000100:00100000:1.0:1731347580.834978:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712679 00000020:00080000:1.0:1731347580.834980:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.835567:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.835589:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.835603:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312807936 00000100:00100000:2.0:1731347580.835607:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312807936 00002000:00010000:2.0:1731347580.835616:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:3.0:1731347580.835617:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312807808 00002000:00100000:2.0:1731347580.835618:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880120381f80 with x1815448312807936 ext(0->18446744073709551615) 00000100:00100000:3.0:1731347580.835622:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312807808 00002000:00010000:2.0:1731347580.835623:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120381f80. 00002000:00010000:3.0:1731347580.835632:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3849784->18446744073709551615) 00000100:00100000:2.0:1731347580.835633:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678407 00002000:00100000:3.0:1731347580.835634:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880120380700 with x1815448312807808 ext(3849784->18446744073709551615) 00000100:00100000:2.0:1731347580.835636:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312807936:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.835639:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880120380700. 00000100:00100000:3.0:1731347580.835649:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678408 00000100:00100000:3.0:1731347580.835653:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312807808:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.835683:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347580.835685:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.835686:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.835687:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.835689:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347580.835705:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312807936:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 68us (139us total) trans 4295367696 rc 0/0 00000100:00100000:2.0:1731347580.835709:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678407 00002000:00010000:2.0:1731347580.835711:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.835713:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880120381f80 with x1815448312807936 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.835715:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120381f80. 00002000:00010000:3.0:1731347580.835729:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 36602 -> 3849784 00002000:00010000:3.0:1731347580.835731:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.835732:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.835734:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.835735:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1731347580.835754:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312807808:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 100us (164us total) trans 4295336184 rc 0/0 00000100:00100000:3.0:1731347580.835758:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678408 00002000:00010000:3.0:1731347580.835760:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3849784->18446744073709551615) 00002000:00100000:3.0:1731347580.835762:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880120380700 with x1815448312807808 ext(3849784->18446744073709551615) 00002000:00010000:3.0:1731347580.835765:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880120380700. 00000100:00100000:0.0:1731347580.836278:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.836309:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312808064 00000100:00100000:1.0:1731347580.836312:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312808064 00000100:00100000:1.0:1731347580.836326:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712680 00000100:00100000:1.0:1731347580.836329:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+73:13210:x1815448312808064:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.836336:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.836342:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e0788fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcb2 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.836366:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078903 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.836371:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078903 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.836375:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078903 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.836383:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3849784 00000004:00200000:1.0:1731347580.836385:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.836391:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078903 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.836402:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e0788fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcb2 expref: 75 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.836412:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078903 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcb2 expref: 74 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.836435:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.836437:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.836438:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1440, rc 0) 00000100:00100000:1.0:1731347580.836463:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+74:13210:x1815448312808064:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 132us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.836469:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712680 00000100:00100000:0.0:1731347580.837075:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.837111:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312808192 00000100:00100000:2.0:1731347580.837115:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312808192 00000100:00100000:2.0:1731347580.837137:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205399 00000100:00100000:2.0:1731347580.837140:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312808192:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.837207:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3849784 -> 3849784 00002000:00010000:2.0:1731347580.837209:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.837211:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.837212:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.837213:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1731347580.837237:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312808192:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 96us (162us total) trans 4295336185 rc 0/0 00000100:00100000:2.0:1731347580.837241:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205399 00000100:00100000:0.0:1731347580.838043:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.838082:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312808320 00000100:00100000:2.0:1731347580.838086:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312808320 00000100:00100000:2.0:1731347580.838106:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205400 00000100:00100000:2.0:1731347580.838110:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312808320:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.838183:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3849784 -> 3849784 00002000:00010000:2.0:1731347580.838185:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.838187:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.838189:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.838191:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1731347580.838218:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312808320:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 106us (176us total) trans 4295336186 rc 0/0 00000100:00100000:2.0:1731347580.838223:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205400 00000100:00100000:0.0:1731347580.838865:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.838895:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312808448 00000100:00100000:2.0:1731347580.838899:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312808448 00000100:00100000:2.0:1731347580.838916:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205401 00000100:00100000:2.0:1731347580.838919:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312808448:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.839014:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3849784 -> 3849784 00002000:00010000:2.0:1731347580.839016:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.839017:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.839019:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.839020:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 48 00000100:00100000:2.0:1731347580.839044:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880120380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312808448:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 124us (179us total) trans 4295336187 rc 0/0 00000100:00100000:2.0:1731347580.839048:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205401 00000100:00100000:0.0:1731347580.839698:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.839729:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312808576 00000100:00100000:2.0:1731347580.839732:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312808576 00000100:00100000:2.0:1731347580.839752:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205402 00000100:00100000:2.0:1731347580.839757:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312808576:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.839844:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3849784 -> 3849784 00002000:00010000:2.0:1731347580.839846:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.839848:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.839850:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.839852:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 48 -> 128 00000100:00100000:2.0:1731347580.839881:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312808576:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 122us (182us total) trans 4295336188 rc 0/0 00000100:00100000:2.0:1731347580.839887:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205402 00000100:00100000:0.0:1731347580.840478:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.840510:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312808832 00000100:00100000:1.0:1731347580.840514:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312808832 00000100:00100000:1.0:1731347580.840529:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712681 00000100:00100000:1.0:1731347580.840533:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+74:13210:x1815448312808832:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.840547:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.840556:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078903 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcb2 expref: 74 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.840563:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.840566:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.840608:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07890a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.840615:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07890a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.840620:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07890a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.840633:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161586 00000004:00010000:1.0:1731347580.840640:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800673eca80 reply state ffff8800818df000 transno 4295161587 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07890a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.840646:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0fc0/0xb104f9478e07890a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.840650:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.840651:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.840652:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.840687:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+76:13210:x1815448312808832:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 153us (208us total) trans 4295161587 rc 0/0 00000100:00100000:1.0:1731347580.840691:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712681 00000020:00080000:1.0:1731347580.840693:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.841306:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.841328:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.841344:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312809088 00000100:00100000:3.0:1731347580.841349:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312809088 00002000:00010000:3.0:1731347580.841359:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.841361:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ef800 with x1815448312809088 ext(0->18446744073709551615) 00000100:00100000:2.0:1731347580.841362:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312808960 00002000:00010000:3.0:1731347580.841365:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800673ef800. 00000100:00100000:2.0:1731347580.841366:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312808960 00000100:00100000:3.0:1731347580.841376:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678409 00002000:00010000:2.0:1731347580.841377:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1091078->18446744073709551615) 00000100:00100000:3.0:1731347580.841380:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312809088:12345-192.168.203.60@tcp:10:fsx.0 00002000:00100000:2.0:1731347580.841380:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ece00 with x1815448312808960 ext(1091078->18446744073709551615) 00002000:00010000:2.0:1731347580.841385:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673ece00. 00000100:00100000:2.0:1731347580.841398:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678410 00000100:00100000:2.0:1731347580.841402:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2004:x1815448312808960:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.841441:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347580.841443:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.841445:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.841446:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.841447:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.841474:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312809088:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 93us (169us total) trans 4295367697 rc 0/0 00000100:00100000:3.0:1731347580.841478:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678409 00002000:00010000:3.0:1731347580.841480:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347580.841482:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ef800 with x1815448312809088 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347580.841484:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800673ef800. 00002000:00010000:2.0:1731347580.841547:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3849784 -> 1091078 00002000:00010000:2.0:1731347580.841550:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.841552:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.841554:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.841556:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 128 -> 8 00000100:00100000:2.0:1731347580.841577:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312808960:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 173us (246us total) trans 4295336189 rc 0/0 00000100:00100000:2.0:1731347580.841582:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678410 00002000:00010000:2.0:1731347580.841584:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1091078->18446744073709551615) 00002000:00100000:2.0:1731347580.841587:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ece00 with x1815448312808960 ext(1091078->18446744073709551615) 00002000:00010000:2.0:1731347580.841590:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673ece00. 00000100:00100000:0.0:1731347580.842072:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.842107:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312809216 00000100:00100000:1.0:1731347580.842111:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312809216 00000100:00100000:1.0:1731347580.842126:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712682 00000100:00100000:1.0:1731347580.842129:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+76:13210:x1815448312809216:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.842136:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.842143:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e078911 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcb9 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.842173:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078918 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.842179:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078918 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.842184:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078918 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.842192:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 1091078 00000004:00200000:1.0:1731347580.842194:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.842199:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078918 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.842209:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e078911 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcb9 expref: 78 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.842216:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078918 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcb9 expref: 77 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.842221:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.842222:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.842224:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1200, rc 0) 00000100:00100000:1.0:1731347580.842248:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+77:13210:x1815448312809216:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 118us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.842252:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712682 00000100:00100000:0.0:1731347580.843009:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.843048:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312809472 00000100:00100000:2.0:1731347580.843052:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312809472 00002000:00100000:2.0:1731347580.843068:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (946176->950271) req@ffff8800673eed80 x1815448312809472/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.843077:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673eed80 with x1815448312809472 ext(946176->950271) 00002000:00010000:2.0:1731347580.843081:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673eed80 00000100:00100000:2.0:1731347580.843098:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678411 00000100:00100000:2.0:1731347580.843102:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312809472:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.843185:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312809472:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 82us (178us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.843190:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678411 00002000:00100000:2.0:1731347580.843194:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (946176->950271) req@ffff8800673eed80 x1815448312809472/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.843199:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673eed80 with x1815448312809472 ext(946176->950271) 00002000:00010000:2.0:1731347580.843202:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673eed80 00000100:00100000:0.0:1731347580.844062:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.844093:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312809728 00000100:00100000:2.0:1731347580.844096:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312809728 00002000:00100000:2.0:1731347580.844107:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (942080->946175) req@ffff8800673ec700 x1815448312809728/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.844112:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ec700 with x1815448312809728 ext(942080->946175) 00002000:00010000:2.0:1731347580.844114:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673ec700 00000100:00100000:2.0:1731347580.844128:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678412 00000100:00100000:2.0:1731347580.844131:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312809728:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.844180:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312809728:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 48us (118us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.844184:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678412 00002000:00100000:2.0:1731347580.844187:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (942080->946175) req@ffff8800673ec700 x1815448312809728/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.844192:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ec700 with x1815448312809728 ext(942080->946175) 00002000:00010000:2.0:1731347580.844194:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673ec700 00000100:00100000:0.0:1731347580.844755:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.844795:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312809984 00000100:00100000:2.0:1731347580.844798:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312809984 00002000:00100000:2.0:1731347580.844809:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (937984->942079) req@ffff8800673efb80 x1815448312809984/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.844818:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673efb80 with x1815448312809984 ext(937984->942079) 00002000:00010000:2.0:1731347580.844820:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673efb80 00000100:00100000:2.0:1731347580.844834:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678413 00000100:00100000:2.0:1731347580.844836:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312809984:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.844891:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312809984:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 53us (136us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.844895:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678413 00002000:00100000:2.0:1731347580.844899:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (937984->942079) req@ffff8800673efb80 x1815448312809984/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.844903:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673efb80 with x1815448312809984 ext(937984->942079) 00002000:00010000:2.0:1731347580.844905:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673efb80 00000100:00100000:0.0:1731347580.845431:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.845459:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312810240 00000100:00100000:2.0:1731347580.845463:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312810240 00002000:00100000:2.0:1731347580.845473:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (933888->937983) req@ffff8800673ec000 x1815448312810240/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.845478:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ec000 with x1815448312810240 ext(933888->937983) 00002000:00010000:2.0:1731347580.845480:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673ec000 00000100:00100000:2.0:1731347580.845492:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678414 00000100:00100000:2.0:1731347580.845495:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312810240:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.845544:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312810240:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 47us (128us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.845548:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678414 00002000:00100000:2.0:1731347580.845551:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (933888->937983) req@ffff8800673ec000 x1815448312810240/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.845556:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ec000 with x1815448312810240 ext(933888->937983) 00002000:00010000:2.0:1731347580.845558:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673ec000 00000100:00100000:0.0:1731347580.846266:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.846299:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312810496 00000100:00100000:2.0:1731347580.846303:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312810496 00002000:00100000:2.0:1731347580.846315:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (929792->933887) req@ffff8800673edc00 x1815448312810496/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.846321:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673edc00 with x1815448312810496 ext(929792->933887) 00002000:00010000:2.0:1731347580.846324:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673edc00 00000100:00100000:2.0:1731347580.846339:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678415 00000100:00100000:2.0:1731347580.846343:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312810496:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.846404:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312810496:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 60us (139us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.846408:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678415 00002000:00100000:2.0:1731347580.846412:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (929792->933887) req@ffff8800673edc00 x1815448312810496/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.846436:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673edc00 with x1815448312810496 ext(929792->933887) 00002000:00010000:2.0:1731347580.846438:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673edc00 00000100:00100000:0.0:1731347580.847084:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.847115:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312810752 00000100:00100000:2.0:1731347580.847119:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312810752 00002000:00100000:2.0:1731347580.847129:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (925696->929791) req@ffff8800673ee300 x1815448312810752/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.847134:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ee300 with x1815448312810752 ext(925696->929791) 00002000:00010000:2.0:1731347580.847136:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673ee300 00000100:00100000:2.0:1731347580.847149:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678416 00000100:00100000:2.0:1731347580.847151:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800673ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312810752:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.847199:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800673ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312810752:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 46us (116us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.847203:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678416 00002000:00100000:2.0:1731347580.847206:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (925696->929791) req@ffff8800673ee300 x1815448312810752/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.847210:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800673ee300 with x1815448312810752 ext(925696->929791) 00002000:00010000:2.0:1731347580.847212:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800673ee300 00000100:00100000:0.0:1731347580.847834:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.847865:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312811008 00000100:00100000:2.0:1731347580.847868:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312811008 00002000:00100000:2.0:1731347580.847878:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (921600->925695) req@ffff8800a8c0fb80 x1815448312811008/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.847883:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0fb80 with x1815448312811008 ext(921600->925695) 00002000:00010000:2.0:1731347580.847885:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0fb80 00000100:00100000:2.0:1731347580.847897:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678417 00000100:00100000:2.0:1731347580.847900:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312811008:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.847946:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312811008:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 45us (114us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.847951:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678417 00002000:00100000:2.0:1731347580.847954:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (921600->925695) req@ffff8800a8c0fb80 x1815448312811008/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.847958:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0fb80 with x1815448312811008 ext(921600->925695) 00002000:00010000:2.0:1731347580.847960:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0fb80 00000100:00100000:0.0:1731347580.848679:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.848723:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312811264 00000100:00100000:2.0:1731347580.848728:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312811264 00002000:00100000:2.0:1731347580.848746:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (917504->921599) req@ffff8800a8c0c700 x1815448312811264/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.848752:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0c700 with x1815448312811264 ext(917504->921599) 00002000:00010000:2.0:1731347580.848755:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0c700 00000100:00100000:2.0:1731347580.848788:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678418 00000100:00100000:2.0:1731347580.848792:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312811264:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.848851:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312811264:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 58us (172us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.848855:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678418 00002000:00100000:2.0:1731347580.848859:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (917504->921599) req@ffff8800a8c0c700 x1815448312811264/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.848864:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0c700 with x1815448312811264 ext(917504->921599) 00002000:00010000:2.0:1731347580.848866:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0c700 00000100:00100000:0.0:1731347580.849476:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.849504:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312811520 00000100:00100000:2.0:1731347580.849508:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312811520 00002000:00100000:2.0:1731347580.849518:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (913408->917503) req@ffff8800a8c0d180 x1815448312811520/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.849523:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0d180 with x1815448312811520 ext(913408->917503) 00002000:00010000:2.0:1731347580.849525:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0d180 00000100:00100000:2.0:1731347580.849539:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678419 00000100:00100000:2.0:1731347580.849541:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312811520:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.849594:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312811520:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 51us (118us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.849598:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678419 00002000:00100000:2.0:1731347580.849603:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (913408->917503) req@ffff8800a8c0d180 x1815448312811520/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.849610:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0d180 with x1815448312811520 ext(913408->917503) 00002000:00010000:2.0:1731347580.849613:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0d180 00000100:00100000:0.0:1731347580.850177:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.850204:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312811776 00000100:00100000:2.0:1731347580.850207:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312811776 00002000:00100000:2.0:1731347580.850217:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (909312->913407) req@ffff8800a8c0c380 x1815448312811776/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.850222:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0c380 with x1815448312811776 ext(909312->913407) 00002000:00010000:2.0:1731347580.850224:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0c380 00000100:00100000:2.0:1731347580.850236:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678420 00000100:00100000:2.0:1731347580.850238:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312811776:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.850287:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312811776:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 47us (110us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.850291:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678420 00002000:00100000:2.0:1731347580.850294:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (909312->913407) req@ffff8800a8c0c380 x1815448312811776/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.850298:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0c380 with x1815448312811776 ext(909312->913407) 00002000:00010000:2.0:1731347580.850300:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0c380 00000100:00100000:0.0:1731347580.850907:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.850952:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312812032 00000100:00100000:2.0:1731347580.850957:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312812032 00002000:00100000:2.0:1731347580.850973:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (905216->909311) req@ffff8800a8c0ca80 x1815448312812032/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.850988:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0ca80 with x1815448312812032 ext(905216->909311) 00002000:00010000:2.0:1731347580.850992:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0ca80 00000100:00100000:2.0:1731347580.851014:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678421 00000100:00100000:2.0:1731347580.851019:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312812032:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.851098:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312812032:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 77us (190us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.851105:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678421 00002000:00100000:2.0:1731347580.851110:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (905216->909311) req@ffff8800a8c0ca80 x1815448312812032/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.851118:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0ca80 with x1815448312812032 ext(905216->909311) 00002000:00010000:2.0:1731347580.851121:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0ca80 00000100:00100000:0.0:1731347580.851782:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.851820:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312812288 00000100:00100000:2.0:1731347580.851824:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312812288 00002000:00100000:2.0:1731347580.851838:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (901120->905215) req@ffff8800a8c0f800 x1815448312812288/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.851845:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0f800 with x1815448312812288 ext(901120->905215) 00002000:00010000:2.0:1731347580.851848:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0f800 00000100:00100000:2.0:1731347580.851869:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678422 00000100:00100000:2.0:1731347580.851874:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312812288:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.851940:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312812288:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 64us (158us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.851946:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678422 00002000:00100000:2.0:1731347580.851950:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (901120->905215) req@ffff8800a8c0f800 x1815448312812288/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.851958:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0f800 with x1815448312812288 ext(901120->905215) 00002000:00010000:2.0:1731347580.851961:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0f800 00000100:00100000:2.0:1731347580.852613:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.852626:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312812544 00000100:00100000:0.0:1731347580.852630:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312812544 00002000:00100000:0.0:1731347580.852644:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (897024->901119) req@ffff880115b2ed80 x1815448312812544/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.852650:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2ed80 with x1815448312812544 ext(897024->901119) 00002000:00010000:0.0:1731347580.852653:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880115b2ed80 00000100:00100000:0.0:1731347580.852667:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678423 00000100:00100000:0.0:1731347580.852670:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2006:x1815448312812544:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347580.852733:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2006:x1815448312812544:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 62us (120us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1731347580.852738:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678423 00002000:00100000:0.0:1731347580.852741:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (897024->901119) req@ffff880115b2ed80 x1815448312812544/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.852746:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2ed80 with x1815448312812544 ext(897024->901119) 00002000:00010000:0.0:1731347580.852748:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880115b2ed80 00000100:00100000:0.0:1731347580.853485:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.853523:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312812800 00000100:00100000:2.0:1731347580.853528:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312812800 00002000:00100000:2.0:1731347580.853542:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (892928->897023) req@ffff8800a8c0d500 x1815448312812800/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.853550:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0d500 with x1815448312812800 ext(892928->897023) 00002000:00010000:2.0:1731347580.853554:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0d500 00000100:00100000:2.0:1731347580.853576:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678424 00000100:00100000:2.0:1731347580.853582:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312812800:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.853664:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312812800:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 80us (178us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.853670:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678424 00002000:00100000:2.0:1731347580.853675:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (892928->897023) req@ffff8800a8c0d500 x1815448312812800/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.853683:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0d500 with x1815448312812800 ext(892928->897023) 00002000:00010000:2.0:1731347580.853685:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0d500 00000100:00100000:0.0:1731347580.854477:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.854546:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312812928 00000100:00100000:2.0:1731347580.854550:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312812928 00000100:00100000:2.0:1731347580.854580:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205403 00000100:00100000:2.0:1731347580.854584:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312812928:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.854715:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1091078 -> 1091078 00002000:00010000:2.0:1731347580.854718:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.854719:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.854720:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.854722:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 8 -> 32 00000100:00100000:2.0:1731347580.854748:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2005:x1815448312812928:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 162us (271us total) trans 4295336190 rc 0/0 00000100:00100000:2.0:1731347580.854752:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205403 00000100:00100000:0.0:1731347580.855611:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.855646:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312813184 00000100:00100000:2.0:1731347580.855652:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312813184 00002000:00100000:2.0:1731347580.855668:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (139264->143359) req@ffff8800a8c0df80 x1815448312813184/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.855676:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0df80 with x1815448312813184 ext(139264->143359) 00002000:00010000:2.0:1731347580.855679:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0df80 00000100:00100000:2.0:1731347580.855698:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678425 00000100:00100000:2.0:1731347580.855703:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312813184:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.855799:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312813184:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 94us (188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.855806:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678425 00002000:00100000:2.0:1731347580.855812:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (139264->143359) req@ffff8800a8c0df80 x1815448312813184/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.855819:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0df80 with x1815448312813184 ext(139264->143359) 00002000:00010000:2.0:1731347580.855822:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0df80 00000100:00100000:0.0:1731347580.856475:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.856519:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312813440 00000100:00100000:2.0:1731347580.856523:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312813440 00002000:00100000:2.0:1731347580.856538:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (135168->139263) req@ffff8800a8c0ea00 x1815448312813440/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.856546:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0ea00 with x1815448312813440 ext(135168->139263) 00002000:00010000:2.0:1731347580.856549:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0ea00 00000100:00100000:2.0:1731347580.856567:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678426 00000100:00100000:2.0:1731347580.856571:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2005:x1815448312813440:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.856641:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2005:x1815448312813440:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 68us (165us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.856647:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678426 00002000:00100000:2.0:1731347580.856651:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (135168->139263) req@ffff8800a8c0ea00 x1815448312813440/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.856658:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0ea00 with x1815448312813440 ext(135168->139263) 00002000:00010000:2.0:1731347580.856661:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0ea00 00000100:00100000:0.0:1731347580.857313:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.857349:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312813696 00000100:00100000:2.0:1731347580.857353:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312813696 00002000:00100000:2.0:1731347580.857363:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (131072->135167) req@ffff8800a8c0e680 x1815448312813696/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.857368:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0e680 with x1815448312813696 ext(131072->135167) 00002000:00010000:2.0:1731347580.857370:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0e680 00000100:00100000:2.0:1731347580.857389:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678427 00000100:00100000:2.0:1731347580.857393:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312813696:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.857487:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312813696:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 91us (173us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.857493:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678427 00002000:00100000:2.0:1731347580.857499:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (131072->135167) req@ffff8800a8c0e680 x1815448312813696/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.857506:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0e680 with x1815448312813696 ext(131072->135167) 00002000:00010000:2.0:1731347580.857509:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0e680 00000100:00100000:0.0:1731347580.858212:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.858245:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312813952 00000100:00100000:2.0:1731347580.858248:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312813952 00002000:00100000:2.0:1731347580.858260:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (126976->131071) req@ffff8800a8c0c000 x1815448312813952/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.858265:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0c000 with x1815448312813952 ext(126976->131071) 00002000:00010000:2.0:1731347580.858267:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0c000 00000100:00100000:2.0:1731347580.858281:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678428 00000100:00100000:2.0:1731347580.858284:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2006:x1815448312813952:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.858349:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2006:x1815448312813952:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 62us (137us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.858355:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678428 00002000:00100000:2.0:1731347580.858360:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (126976->131071) req@ffff8800a8c0c000 x1815448312813952/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.858367:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0c000 with x1815448312813952 ext(126976->131071) 00002000:00010000:2.0:1731347580.858370:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0c000 00000100:00100000:0.0:1731347580.858982:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.859050:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312814208 00000100:00100000:2.0:1731347580.859055:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312814208 00002000:00100000:2.0:1731347580.859068:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (122880->126975) req@ffff8800a8c0ce00 x1815448312814208/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.859074:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0ce00 with x1815448312814208 ext(122880->126975) 00002000:00010000:2.0:1731347580.859077:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0ce00 00000100:00100000:2.0:1731347580.859093:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678429 00000100:00100000:2.0:1731347580.859097:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312814208:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.859160:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312814208:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 62us (177us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.859165:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678429 00002000:00100000:2.0:1731347580.859168:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (122880->126975) req@ffff8800a8c0ce00 x1815448312814208/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.859174:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0ce00 with x1815448312814208 ext(122880->126975) 00002000:00010000:2.0:1731347580.859176:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0ce00 00000100:00100000:0.0:1731347580.859947:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.859992:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312814464 00000100:00100000:2.0:1731347580.859996:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312814464 00002000:00100000:2.0:1731347580.860010:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (118784->122879) req@ffff8800a8c0f480 x1815448312814464/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.860017:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0f480 with x1815448312814464 ext(118784->122879) 00002000:00010000:2.0:1731347580.860020:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0f480 00000100:00100000:2.0:1731347580.860039:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678430 00000100:00100000:2.0:1731347580.860043:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2004:x1815448312814464:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.860108:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2004:x1815448312814464:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 63us (161us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.860115:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678430 00002000:00100000:2.0:1731347580.860120:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (118784->122879) req@ffff8800a8c0f480 x1815448312814464/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.860126:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0f480 with x1815448312814464 ext(118784->122879) 00002000:00010000:2.0:1731347580.860128:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0f480 00000100:00100000:0.0:1731347580.860717:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.860758:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312814720 00000100:00100000:2.0:1731347580.860762:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312814720 00002000:00100000:2.0:1731347580.860788:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (114688->118783) req@ffff8800a8c0f100 x1815448312814720/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.860795:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0f100 with x1815448312814720 ext(114688->118783) 00002000:00010000:2.0:1731347580.860798:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0f100 00000100:00100000:2.0:1731347580.860816:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678431 00000100:00100000:2.0:1731347580.860820:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2004:x1815448312814720:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.860891:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2004:x1815448312814720:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 68us (174us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.860897:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678431 00002000:00100000:2.0:1731347580.860902:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (114688->118783) req@ffff8800a8c0f100 x1815448312814720/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.860909:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0f100 with x1815448312814720 ext(114688->118783) 00002000:00010000:2.0:1731347580.860912:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0f100 00000100:00100000:0.0:1731347580.861605:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.861643:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312814976 00000100:00100000:2.0:1731347580.861647:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312814976 00002000:00100000:2.0:1731347580.861660:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (110592->114687) req@ffff8800a8c0ed80 x1815448312814976/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.861665:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0ed80 with x1815448312814976 ext(110592->114687) 00002000:00010000:2.0:1731347580.861667:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0ed80 00000100:00100000:2.0:1731347580.861682:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678432 00000100:00100000:2.0:1731347580.861685:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312814976:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.861749:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312814976:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (143us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.861755:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678432 00002000:00100000:2.0:1731347580.861760:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (110592->114687) req@ffff8800a8c0ed80 x1815448312814976/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.861780:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0ed80 with x1815448312814976 ext(110592->114687) 00002000:00010000:2.0:1731347580.861783:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0ed80 00000100:00100000:0.0:1731347580.862439:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.862473:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312815232 00000100:00100000:2.0:1731347580.862477:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312815232 00002000:00100000:2.0:1731347580.862489:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (106496->110591) req@ffff8800a8c0e300 x1815448312815232/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.862495:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0e300 with x1815448312815232 ext(106496->110591) 00002000:00010000:2.0:1731347580.862498:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0e300 00000100:00100000:2.0:1731347580.862513:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678433 00000100:00100000:2.0:1731347580.862517:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2006:x1815448312815232:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.862577:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2006:x1815448312815232:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 59us (137us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.862582:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678433 00002000:00100000:2.0:1731347580.862586:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (106496->110591) req@ffff8800a8c0e300 x1815448312815232/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.862592:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8c0e300 with x1815448312815232 ext(106496->110591) 00002000:00010000:2.0:1731347580.862595:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8c0e300 00000100:00100000:0.0:1731347580.864108:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.864164:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312815488 00000100:00100000:1.0:1731347580.864170:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312815488 00000100:00100000:1.0:1731347580.864200:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712683 00000100:00100000:1.0:1731347580.864204:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+77:13210:x1815448312815488:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.864231:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.864247:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078918 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcb9 expref: 77 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.864268:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.864271:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.864367:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07891f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.864379:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07891f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.864384:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07891f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.864405:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161588 00000004:00010000:1.0:1731347580.864432:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880081a80e00 reply state ffff8800818da000 transno 4295161589 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07891f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.864439:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3180/0xb104f9478e07891f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.864442:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.864444:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.864446:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.864488:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+79:13210:x1815448312815488:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 283us (382us total) trans 4295161589 rc 0/0 00000100:00100000:1.0:1731347580.864492:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712683 00000020:00080000:1.0:1731347580.864495:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.865116:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.865149:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.865197:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312815744 00000100:00100000:3.0:1731347580.865198:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312815616 00000100:00100000:2.0:1731347580.865202:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312815744 00000100:00100000:3.0:1731347580.865203:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312815616 00002000:00010000:3.0:1731347580.865214:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00010000:2.0:1731347580.865214:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (13797->18446744073709551615) 00002000:00100000:3.0:1731347580.865217:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944f480 with x1815448312815616 ext(4194304->18446744073709551615) 00002000:00100000:2.0:1731347580.865217:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a80700 with x1815448312815744 ext(13797->18446744073709551615) 00002000:00010000:3.0:1731347580.865222:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944f480. 00002000:00010000:2.0:1731347580.865223:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081a80700. 00000100:00100000:3.0:1731347580.865240:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678434 00000100:00100000:3.0:1731347580.865243:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2004:x1815448312815616:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347580.865252:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678435 00000100:00100000:2.0:1731347580.865255:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312815744:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347580.865313:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1091078 -> 4194304 00002000:00010000:3.0:1731347580.865315:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.865317:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.865318:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347580.865319:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 32 -> 32 00002000:00010000:2.0:1731347580.865337:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 13797 00002000:00010000:2.0:1731347580.865339:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.865341:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.865342:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.865343:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347580.865344:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2004:x1815448312815616:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 99us (194us total) trans 4295336191 rc 0/0 00000100:00100000:3.0:1731347580.865348:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678434 00002000:00010000:3.0:1731347580.865350:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347580.865352:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944f480 with x1815448312815616 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347580.865354:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944f480. 00000100:00100000:2.0:1731347580.865361:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312815744:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 104us (247us total) trans 4295367698 rc 0/0 00000100:00100000:2.0:1731347580.865365:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678435 00002000:00010000:2.0:1731347580.865367:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (13797->18446744073709551615) 00002000:00100000:2.0:1731347580.865369:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880081a80700 with x1815448312815744 ext(13797->18446744073709551615) 00002000:00010000:2.0:1731347580.865371:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081a80700. 00000100:00100000:0.0:1731347580.866110:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.866154:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312816000 00000100:00100000:2.0:1731347580.866158:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312816000 00002000:00100000:2.0:1731347580.866174:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4177920->4182015) req@ffff88009944ca80 x1815448312816000/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.866182:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ca80 with x1815448312816000 ext(4177920->4182015) 00002000:00010000:2.0:1731347580.866185:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ca80 00000100:00100000:2.0:1731347580.866206:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678436 00000100:00100000:2.0:1731347580.866211:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2004:x1815448312816000:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.866306:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2004:x1815448312816000:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 93us (195us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.866316:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678436 00002000:00100000:2.0:1731347580.866322:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4177920->4182015) req@ffff88009944ca80 x1815448312816000/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.866329:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944ca80 with x1815448312816000 ext(4177920->4182015) 00002000:00010000:2.0:1731347580.866332:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944ca80 00000100:00100000:0.0:1731347580.867116:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.867161:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312816256 00000100:00100000:2.0:1731347580.867166:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312816256 00002000:00100000:2.0:1731347580.867180:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4182016->4186111) req@ffff88009944fb80 x1815448312816256/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.867188:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944fb80 with x1815448312816256 ext(4182016->4186111) 00002000:00010000:2.0:1731347580.867191:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944fb80 00000100:00100000:2.0:1731347580.867212:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678437 00000100:00100000:2.0:1731347580.867216:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2003:x1815448312816256:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.867295:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2003:x1815448312816256:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 76us (179us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.867301:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678437 00002000:00100000:2.0:1731347580.867306:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4182016->4186111) req@ffff88009944fb80 x1815448312816256/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.867313:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944fb80 with x1815448312816256 ext(4182016->4186111) 00002000:00010000:2.0:1731347580.867316:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944fb80 00000100:00100000:0.0:1731347580.868002:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.868043:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312816512 00000100:00100000:2.0:1731347580.868047:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312816512 00002000:00100000:2.0:1731347580.868061:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4186112->4190207) req@ffff88009944df80 x1815448312816512/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.868074:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944df80 with x1815448312816512 ext(4186112->4190207) 00002000:00010000:2.0:1731347580.868076:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944df80 00000100:00100000:2.0:1731347580.868095:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678438 00000100:00100000:2.0:1731347580.868100:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2006:x1815448312816512:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.868185:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2006:x1815448312816512:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 83us (183us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.868191:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678438 00002000:00100000:2.0:1731347580.868197:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4186112->4190207) req@ffff88009944df80 x1815448312816512/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.868203:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944df80 with x1815448312816512 ext(4186112->4190207) 00002000:00010000:2.0:1731347580.868206:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944df80 00000100:00100000:0.0:1731347580.868998:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.869047:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312816768 00000100:00100000:2.0:1731347580.869052:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312816768 00002000:00100000:2.0:1731347580.869072:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4190208->4194303) req@ffff88009944d500 x1815448312816768/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.869080:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944d500 with x1815448312816768 ext(4190208->4194303) 00002000:00010000:2.0:1731347580.869083:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944d500 00000100:00100000:2.0:1731347580.869102:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678439 00000100:00100000:2.0:1731347580.869106:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2004:x1815448312816768:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.869181:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2004:x1815448312816768:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 72us (182us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.869188:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678439 00002000:00100000:2.0:1731347580.869194:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4190208->4194303) req@ffff88009944d500 x1815448312816768/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.869201:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009944d500 with x1815448312816768 ext(4190208->4194303) 00002000:00010000:2.0:1731347580.869204:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009944d500 00000100:00100000:0.0:1731347580.869871:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.869915:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312817024 00000100:00100000:2.0:1731347580.869919:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312817024 00002000:00100000:2.0:1731347580.869934:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->4095) req@ffff88013e3ab480 x1815448312817024/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.869942:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3ab480 with x1815448312817024 ext(0->4095) 00002000:00010000:2.0:1731347580.869946:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3ab480 00000100:00100000:2.0:1731347580.869966:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678440 00000100:00100000:2.0:1731347580.869970:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312817024:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.870043:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312817024:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 71us (171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.870049:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678440 00002000:00100000:2.0:1731347580.870054:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->4095) req@ffff88013e3ab480 x1815448312817024/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.870061:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3ab480 with x1815448312817024 ext(0->4095) 00002000:00010000:2.0:1731347580.870064:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3ab480 00000100:00100000:0.0:1731347580.870837:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.870881:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312817280 00000100:00100000:2.0:1731347580.870887:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312817280 00002000:00100000:2.0:1731347580.870903:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (4096->8191) req@ffff88013e3aa680 x1815448312817280/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.870912:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3aa680 with x1815448312817280 ext(4096->8191) 00002000:00010000:2.0:1731347580.870915:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3aa680 00000100:00100000:2.0:1731347580.870938:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678441 00000100:00100000:2.0:1731347580.870944:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312817280:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.871017:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312817280:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 72us (181us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.871022:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678441 00002000:00100000:2.0:1731347580.871026:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (4096->8191) req@ffff88013e3aa680 x1815448312817280/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.871032:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3aa680 with x1815448312817280 ext(4096->8191) 00002000:00010000:2.0:1731347580.871034:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3aa680 00000100:00100000:0.0:1731347580.871684:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.871711:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312817536 00000100:00100000:2.0:1731347580.871714:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312817536 00002000:00100000:2.0:1731347580.871725:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (8192->12287) req@ffff88013e3ab800 x1815448312817536/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.871729:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3ab800 with x1815448312817536 ext(8192->12287) 00002000:00010000:2.0:1731347580.871731:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3ab800 00000100:00100000:2.0:1731347580.871744:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678442 00000100:00100000:2.0:1731347580.871747:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312817536:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.871815:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312817536:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 67us (132us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.871820:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678442 00002000:00100000:2.0:1731347580.871824:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (8192->12287) req@ffff88013e3ab800 x1815448312817536/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.871828:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3ab800 with x1815448312817536 ext(8192->12287) 00002000:00010000:2.0:1731347580.871830:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3ab800 00000100:00100000:0.0:1731347580.872532:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.872569:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312817792 00000100:00100000:2.0:1731347580.872572:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312817792 00002000:00100000:2.0:1731347580.872582:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (12288->16383) req@ffff88013e3ab100 x1815448312817792/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.872586:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3ab100 with x1815448312817792 ext(12288->16383) 00002000:00010000:2.0:1731347580.872588:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3ab100 00000100:00100000:2.0:1731347580.872602:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678443 00000100:00100000:2.0:1731347580.872604:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312817792:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.872644:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312817792:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 39us (114us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.872648:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678443 00002000:00100000:2.0:1731347580.872651:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (12288->16383) req@ffff88013e3ab100 x1815448312817792/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.872655:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3ab100 with x1815448312817792 ext(12288->16383) 00002000:00010000:2.0:1731347580.872657:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3ab100 00000100:00100000:0.0:1731347580.873494:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.873533:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312817920 00000100:00100000:2.0:1731347580.873536:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312817920 00000100:00100000:0.0:1731347580.873540:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00002000:00100000:2.0:1731347580.873549:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4177920->4194303) req@ffff88013e3a9180 x1815448312817920/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 16872/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.873557:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3a9180 with x1815448312817920 ext(4177920->4194303) 00002000:00010000:2.0:1731347580.873560:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3a9180 00000100:00100000:2.0:1731347580.873582:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312818048 00000100:00100000:2.0:1731347580.873585:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312818048 00000100:00100000:3.0:1731347580.873589:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678444 00002000:00100000:2.0:1731347580.873596:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->13796) req@ffff88013e3aaa00 x1815448312818048/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 14288/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:3.0:1731347580.873597:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2003:x1815448312817920:12345-192.168.203.60@tcp:4:fsx.0 00002000:00100000:2.0:1731347580.873609:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3aaa00 with x1815448312818048 ext(0->13796) 00002000:00010000:2.0:1731347580.873612:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3aaa00 00000100:00100000:2.0:1731347580.873623:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678445 00000100:00100000:2.0:1731347580.873628:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312818048:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.873998:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312818048:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 367us (456us total) trans 4295367699 rc 0/0 00000100:00100000:0.0:1731347580.874005:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678445 00002000:00100000:0.0:1731347580.874012:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->13796) req@ffff88013e3aaa00 x1815448312818048/t4295367699(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 14288/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000100:00100000:3.0:1731347580.874013:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2003:x1815448312817920:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 416us (518us total) trans 4295336192 rc 0/0 00000100:00100000:3.0:1731347580.874019:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678444 00002000:00100000:0.0:1731347580.874020:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3aaa00 with x1815448312818048 ext(0->13796) 00002000:00100000:3.0:1731347580.874023:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4177920->4194303) req@ffff88013e3a9180 x1815448312817920/t4295336192(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 16872/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00010000:0.0:1731347580.874024:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013e3aaa00 00002000:00100000:3.0:1731347580.874029:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3a9180 with x1815448312817920 ext(4177920->4194303) 00002000:00010000:3.0:1731347580.874032:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3a9180 00000100:00100000:0.0:1731347580.874640:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.874674:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312818176 00000100:00100000:1.0:1731347580.874678:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312818176 00000100:00100000:1.0:1731347580.874702:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712684 00000100:00100000:1.0:1731347580.874706:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+79:13210:x1815448312818176:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.874775:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+79:13210:x1815448312818176:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 59us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.874780:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712684 00000100:00100000:0.0:1731347580.875257:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.875278:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.875298:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312818304 00000100:00100000:2.0:1731347580.875302:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312818304 00000100:00100000:3.0:1731347580.875315:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312818432 00000100:00100000:3.0:1731347580.875319:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312818432 00000100:00100000:2.0:1731347580.875325:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205404 00000100:00100000:2.0:1731347580.875330:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2006:x1815448312818304:12345-192.168.203.60@tcp:16:fsx.0 00000100:00100000:3.0:1731347580.875339:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205405 00000100:00100000:3.0:1731347580.875343:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2006:x1815448312818432:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.875897:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367699 is committed 00000001:00080000:2.0:1731347580.875922:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336192 is committed 00000100:00100000:3.0:1731347580.875968:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312818432:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 623us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347580.875973:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205405 00000100:00100000:0.0:1731347580.875981:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312818304:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 651us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347580.875986:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205404 00000100:00100000:0.0:1731347580.876807:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.876841:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312818560 00000100:00100000:1.0:1731347580.876845:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312818560 00000100:00100000:1.0:1731347580.876867:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712685 00000100:00100000:1.0:1731347580.876871:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+79:13210:x1815448312818560:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.876879:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.876892:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078926 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcc0 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.876936:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e07892d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.876945:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e07892d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.876952:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e07892d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.876963:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4208101 00000004:00200000:1.0:1731347580.876965:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.876972:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e07892d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.876985:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078926 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcc0 expref: 81 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.877003:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e07892d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcc0 expref: 80 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.877008:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.877010:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.877012:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae0b40, rc 0) 00000100:00100000:1.0:1731347580.877033:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+80:13210:x1815448312818560:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 161us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.877037:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712685 00000100:00100000:0.0:1731347580.877815:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.877854:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312818816 00000100:00100000:3.0:1731347580.877859:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312818816 00002000:00100000:3.0:1731347580.877874:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2392064->2396159) req@ffff88013e3a9c00 x1815448312818816/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.877880:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3a9c00 with x1815448312818816 ext(2392064->2396159) 00002000:00010000:3.0:1731347580.877883:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3a9c00 00000100:00100000:3.0:1731347580.877900:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678446 00000100:00100000:3.0:1731347580.877904:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312818816:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.877989:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312818816:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 84us (175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.877994:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678446 00002000:00100000:3.0:1731347580.877997:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2392064->2396159) req@ffff88013e3a9c00 x1815448312818816/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.878003:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3a9c00 with x1815448312818816 ext(2392064->2396159) 00002000:00010000:3.0:1731347580.878005:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3a9c00 00000100:00100000:0.0:1731347580.878760:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.878799:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312819072 00000100:00100000:3.0:1731347580.878803:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312819072 00002000:00100000:3.0:1731347580.878816:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2387968->2392063) req@ffff88013e3a8380 x1815448312819072/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.878823:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3a8380 with x1815448312819072 ext(2387968->2392063) 00002000:00010000:3.0:1731347580.878825:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3a8380 00000100:00100000:3.0:1731347580.878842:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678447 00000100:00100000:3.0:1731347580.878846:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312819072:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.878904:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312819072:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 56us (145us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.878908:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678447 00002000:00100000:3.0:1731347580.878911:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2387968->2392063) req@ffff88013e3a8380 x1815448312819072/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.878916:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3a8380 with x1815448312819072 ext(2387968->2392063) 00002000:00010000:3.0:1731347580.878919:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3a8380 00000100:00100000:0.0:1731347580.879570:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.879603:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312819328 00000100:00100000:3.0:1731347580.879607:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312819328 00002000:00100000:3.0:1731347580.879618:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2383872->2387967) req@ffff88013e3aad80 x1815448312819328/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.879622:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3aad80 with x1815448312819328 ext(2383872->2387967) 00002000:00010000:3.0:1731347580.879624:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3aad80 00000100:00100000:3.0:1731347580.879638:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678448 00000100:00100000:3.0:1731347580.879641:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312819328:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.879692:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312819328:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 50us (123us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.879696:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678448 00002000:00100000:3.0:1731347580.879699:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2383872->2387967) req@ffff88013e3aad80 x1815448312819328/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.879704:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3aad80 with x1815448312819328 ext(2383872->2387967) 00002000:00010000:3.0:1731347580.879706:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3aad80 00000100:00100000:0.0:1731347580.880473:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.880505:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312819584 00000100:00100000:3.0:1731347580.880508:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312819584 00002000:00100000:3.0:1731347580.880521:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2379776->2383871) req@ffff88013e3a8000 x1815448312819584/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.880525:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3a8000 with x1815448312819584 ext(2379776->2383871) 00002000:00010000:3.0:1731347580.880527:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3a8000 00000100:00100000:3.0:1731347580.880541:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678449 00000100:00100000:3.0:1731347580.880544:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013e3a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312819584:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.880612:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013e3a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312819584:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 66us (140us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.880616:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678449 00002000:00100000:3.0:1731347580.880619:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2379776->2383871) req@ffff88013e3a8000 x1815448312819584/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.880624:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88013e3a8000 with x1815448312819584 ext(2379776->2383871) 00002000:00010000:3.0:1731347580.880625:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013e3a8000 00000100:00100000:0.0:1731347580.881354:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.881397:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312819840 00000100:00100000:3.0:1731347580.881402:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312819840 00002000:00100000:3.0:1731347580.881432:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2375680->2379775) req@ffff880132d08e00 x1815448312819840/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.881438:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d08e00 with x1815448312819840 ext(2375680->2379775) 00002000:00010000:3.0:1731347580.881441:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d08e00 00000100:00100000:3.0:1731347580.881456:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678450 00000100:00100000:3.0:1731347580.881460:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312819840:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.881517:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312819840:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 56us (164us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.881522:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678450 00002000:00100000:3.0:1731347580.881525:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2375680->2379775) req@ffff880132d08e00 x1815448312819840/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.881530:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d08e00 with x1815448312819840 ext(2375680->2379775) 00002000:00010000:3.0:1731347580.881533:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d08e00 00000100:00100000:0.0:1731347580.882259:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.882309:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312820096 00000100:00100000:3.0:1731347580.882313:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312820096 00002000:00100000:3.0:1731347580.882326:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2371584->2375679) req@ffff880132d0a300 x1815448312820096/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.882333:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0a300 with x1815448312820096 ext(2371584->2375679) 00002000:00010000:3.0:1731347580.882335:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0a300 00000100:00100000:3.0:1731347580.882353:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678451 00000100:00100000:3.0:1731347580.882356:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312820096:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.882413:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312820096:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 56us (156us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.882440:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678451 00002000:00100000:3.0:1731347580.882444:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2371584->2375679) req@ffff880132d0a300 x1815448312820096/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.882451:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0a300 with x1815448312820096 ext(2371584->2375679) 00002000:00010000:3.0:1731347580.882454:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0a300 00000100:00100000:0.0:1731347580.883114:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.883155:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312820352 00000100:00100000:3.0:1731347580.883159:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312820352 00002000:00100000:3.0:1731347580.883172:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2367488->2371583) req@ffff880132d08000 x1815448312820352/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.883179:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d08000 with x1815448312820352 ext(2367488->2371583) 00002000:00010000:3.0:1731347580.883181:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d08000 00000100:00100000:3.0:1731347580.883198:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678452 00000100:00100000:3.0:1731347580.883201:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312820352:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.883257:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312820352:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 55us (145us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.883264:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678452 00002000:00100000:3.0:1731347580.883267:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2367488->2371583) req@ffff880132d08000 x1815448312820352/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.883272:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d08000 with x1815448312820352 ext(2367488->2371583) 00002000:00010000:3.0:1731347580.883274:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d08000 00000100:00100000:0.0:1731347580.883963:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.884009:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312820608 00000100:00100000:3.0:1731347580.884014:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312820608 00002000:00100000:3.0:1731347580.884027:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2363392->2367487) req@ffff880132d0b480 x1815448312820608/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.884033:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0b480 with x1815448312820608 ext(2363392->2367487) 00002000:00010000:3.0:1731347580.884036:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0b480 00000100:00100000:3.0:1731347580.884052:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678453 00000100:00100000:3.0:1731347580.884055:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312820608:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.884117:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312820608:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (155us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.884122:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678453 00002000:00100000:3.0:1731347580.884125:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2363392->2367487) req@ffff880132d0b480 x1815448312820608/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.884130:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0b480 with x1815448312820608 ext(2363392->2367487) 00002000:00010000:3.0:1731347580.884132:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0b480 00000100:00100000:0.0:1731347580.884666:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.884701:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312820864 00000100:00100000:3.0:1731347580.884705:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312820864 00002000:00100000:3.0:1731347580.884715:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2359296->2363391) req@ffff880132d0a680 x1815448312820864/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.884724:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0a680 with x1815448312820864 ext(2359296->2363391) 00002000:00010000:3.0:1731347580.884726:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0a680 00000100:00100000:3.0:1731347580.884735:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678454 00000100:00100000:3.0:1731347580.884737:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312820864:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.884807:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312820864:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 68us (142us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.884811:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678454 00002000:00100000:3.0:1731347580.884815:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2359296->2363391) req@ffff880132d0a680 x1815448312820864/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.884819:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0a680 with x1815448312820864 ext(2359296->2363391) 00002000:00010000:3.0:1731347580.884822:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0a680 00000100:00100000:0.0:1731347580.885489:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.885529:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312821120 00000100:00100000:3.0:1731347580.885535:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312821120 00002000:00100000:3.0:1731347580.885548:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2355200->2359295) req@ffff880132d0b100 x1815448312821120/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.885555:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0b100 with x1815448312821120 ext(2355200->2359295) 00002000:00010000:3.0:1731347580.885557:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0b100 00000100:00100000:3.0:1731347580.885577:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678455 00000100:00100000:3.0:1731347580.885581:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312821120:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.885637:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312821120:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 55us (149us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.885641:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678455 00002000:00100000:3.0:1731347580.885645:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2355200->2359295) req@ffff880132d0b100 x1815448312821120/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.885650:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0b100 with x1815448312821120 ext(2355200->2359295) 00002000:00010000:3.0:1731347580.885652:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0b100 00000100:00100000:0.0:1731347580.886303:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.886345:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312821376 00000100:00100000:3.0:1731347580.886349:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312821376 00002000:00100000:3.0:1731347580.886363:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2351104->2355199) req@ffff880132d08380 x1815448312821376/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.886369:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d08380 with x1815448312821376 ext(2351104->2355199) 00002000:00010000:3.0:1731347580.886372:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d08380 00000100:00100000:3.0:1731347580.886382:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678456 00000100:00100000:3.0:1731347580.886385:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312821376:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.886466:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312821376:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 79us (164us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.886471:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678456 00002000:00100000:3.0:1731347580.886475:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2351104->2355199) req@ffff880132d08380 x1815448312821376/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.886480:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d08380 with x1815448312821376 ext(2351104->2355199) 00002000:00010000:3.0:1731347580.886482:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d08380 00000100:00100000:0.0:1731347580.887544:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.887597:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312821632 00000100:00100000:3.0:1731347580.887602:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312821632 00002000:00100000:3.0:1731347580.887624:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (663552->667647) req@ffff880132d09c00 x1815448312821632/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.887630:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d09c00 with x1815448312821632 ext(663552->667647) 00002000:00010000:3.0:1731347580.887633:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d09c00 00000100:00100000:3.0:1731347580.887649:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678457 00000100:00100000:3.0:1731347580.887653:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312821632:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.887715:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312821632:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (173us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.887720:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678457 00002000:00100000:3.0:1731347580.887723:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (663552->667647) req@ffff880132d09c00 x1815448312821632/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.887729:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d09c00 with x1815448312821632 ext(663552->667647) 00002000:00010000:3.0:1731347580.887731:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d09c00 00000100:00100000:0.0:1731347580.888432:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.888479:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312821888 00000100:00100000:3.0:1731347580.888483:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312821888 00002000:00100000:3.0:1731347580.888498:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (667648->671743) req@ffff880132d0ad80 x1815448312821888/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.888506:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0ad80 with x1815448312821888 ext(667648->671743) 00002000:00010000:3.0:1731347580.888509:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0ad80 00000100:00100000:3.0:1731347580.888535:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678458 00000100:00100000:3.0:1731347580.888540:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312821888:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.888617:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312821888:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 74us (201us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.888623:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678458 00002000:00100000:3.0:1731347580.888629:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (667648->671743) req@ffff880132d0ad80 x1815448312821888/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.888636:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d0ad80 with x1815448312821888 ext(667648->671743) 00002000:00010000:3.0:1731347580.888639:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d0ad80 00000100:00100000:0.0:1731347580.889523:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.889568:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312822144 00000100:00100000:3.0:1731347580.889572:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312822144 00002000:00100000:3.0:1731347580.889588:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (671744->675839) req@ffff880132d09f80 x1815448312822144/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.889596:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d09f80 with x1815448312822144 ext(671744->675839) 00002000:00010000:3.0:1731347580.889599:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d09f80 00000100:00100000:3.0:1731347580.889619:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678459 00000100:00100000:3.0:1731347580.889624:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312822144:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.889699:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312822144:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 72us (175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347580.889704:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678459 00002000:00100000:3.0:1731347580.889710:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (671744->675839) req@ffff880132d09f80 x1815448312822144/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.889717:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d09f80 with x1815448312822144 ext(671744->675839) 00002000:00010000:3.0:1731347580.889720:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d09f80 00000100:00100000:0.0:1731347580.890576:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.890660:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312822272 00000100:00100000:3.0:1731347580.890666:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312822272 00002000:00100000:3.0:1731347580.890684:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (663552->675839) req@ffff880132d09500 x1815448312822272/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 12776/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.890693:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d09500 with x1815448312822272 ext(663552->675839) 00002000:00010000:3.0:1731347580.890696:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d09500 00000100:00100000:3.0:1731347580.890718:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678460 00000100:00100000:3.0:1731347580.890722:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312822272:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.891149:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312822272:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 423us (574us total) trans 4295336193 rc 0/0 00000100:00100000:0.0:1731347580.891155:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678460 00002000:00100000:0.0:1731347580.891160:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (663552->675839) req@ffff880132d09500 x1815448312822272/t4295336193(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 12776/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.891165:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d09500 with x1815448312822272 ext(663552->675839) 00002000:00010000:0.0:1731347580.891168:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d09500 00000100:00100000:0.0:1731347580.891837:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.891884:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312822400 00000100:00100000:2.0:1731347580.891889:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312822400 00000100:00100000:2.0:1731347580.891926:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205406 00000100:00100000:2.0:1731347580.891932:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312822400:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.892378:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336193 is committed 00000100:00100000:2.0:1731347580.892499:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312822400:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 565us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.892506:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205406 00000100:00100000:0.0:1731347580.893610:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.893661:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312822656 00000100:00100000:2.0:1731347580.893666:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312822656 00002000:00100000:2.0:1731347580.893688:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3383296->3387391) req@ffff8800815a6d80 x1815448312822656/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.893696:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6d80 with x1815448312822656 ext(3383296->3387391) 00002000:00010000:2.0:1731347580.893700:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6d80 00000100:00100000:2.0:1731347580.893724:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678461 00000100:00100000:2.0:1731347580.893729:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312822656:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.893864:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312822656:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 132us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.893870:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678461 00002000:00100000:2.0:1731347580.893875:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3383296->3387391) req@ffff8800815a6d80 x1815448312822656/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.893882:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6d80 with x1815448312822656 ext(3383296->3387391) 00002000:00010000:2.0:1731347580.893885:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6d80 00000100:00100000:0.0:1731347580.894608:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.894654:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312822912 00000100:00100000:2.0:1731347580.894658:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312822912 00002000:00100000:2.0:1731347580.894672:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3379200->3383295) req@ffff8800815a5c00 x1815448312822912/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.894679:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5c00 with x1815448312822912 ext(3379200->3383295) 00002000:00010000:2.0:1731347580.894681:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5c00 00000100:00100000:2.0:1731347580.894701:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678462 00000100:00100000:2.0:1731347580.894706:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312822912:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.894797:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312822912:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 88us (187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.894803:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678462 00002000:00100000:2.0:1731347580.894808:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3379200->3383295) req@ffff8800815a5c00 x1815448312822912/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.894814:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5c00 with x1815448312822912 ext(3379200->3383295) 00002000:00010000:2.0:1731347580.894817:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5c00 00000100:00100000:0.0:1731347580.895512:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.895555:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312823168 00000100:00100000:2.0:1731347580.895560:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312823168 00002000:00100000:2.0:1731347580.895573:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3375104->3379199) req@ffff8800815a6680 x1815448312823168/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.895580:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6680 with x1815448312823168 ext(3375104->3379199) 00002000:00010000:2.0:1731347580.895582:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6680 00000100:00100000:2.0:1731347580.895602:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678463 00000100:00100000:2.0:1731347580.895607:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312823168:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.895690:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312823168:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 81us (177us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.895696:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678463 00002000:00100000:2.0:1731347580.895701:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3375104->3379199) req@ffff8800815a6680 x1815448312823168/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.895708:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6680 with x1815448312823168 ext(3375104->3379199) 00002000:00010000:2.0:1731347580.895710:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6680 00000100:00100000:0.0:1731347580.896467:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.896513:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312823424 00000100:00100000:2.0:1731347580.896517:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312823424 00002000:00100000:2.0:1731347580.896531:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3371008->3375103) req@ffff8800815a4a80 x1815448312823424/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.896538:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4a80 with x1815448312823424 ext(3371008->3375103) 00002000:00010000:2.0:1731347580.896540:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4a80 00000100:00100000:2.0:1731347580.896561:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678464 00000100:00100000:2.0:1731347580.896565:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312823424:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.896639:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312823424:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 71us (172us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.896648:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678464 00002000:00100000:2.0:1731347580.896653:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3371008->3375103) req@ffff8800815a4a80 x1815448312823424/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.896660:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4a80 with x1815448312823424 ext(3371008->3375103) 00002000:00010000:2.0:1731347580.896663:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4a80 00000100:00100000:0.0:1731347580.897353:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.897400:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312823680 00000100:00100000:2.0:1731347580.897404:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312823680 00002000:00100000:2.0:1731347580.897440:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3366912->3371007) req@ffff8800815a5180 x1815448312823680/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.897448:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5180 with x1815448312823680 ext(3366912->3371007) 00002000:00010000:2.0:1731347580.897451:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5180 00000100:00100000:2.0:1731347580.897471:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678465 00000100:00100000:2.0:1731347580.897475:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312823680:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.897554:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312823680:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 76us (202us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.897560:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678465 00002000:00100000:2.0:1731347580.897565:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3366912->3371007) req@ffff8800815a5180 x1815448312823680/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.897571:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5180 with x1815448312823680 ext(3366912->3371007) 00002000:00010000:2.0:1731347580.897574:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5180 00000100:00100000:0.0:1731347580.898391:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.898438:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312823936 00000100:00100000:2.0:1731347580.898442:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312823936 00002000:00100000:2.0:1731347580.898456:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3362816->3366911) req@ffff8800815a4e00 x1815448312823936/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.898468:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4e00 with x1815448312823936 ext(3362816->3366911) 00002000:00010000:2.0:1731347580.898471:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4e00 00000100:00100000:2.0:1731347580.898492:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678466 00000100:00100000:2.0:1731347580.898496:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312823936:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.898561:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312823936:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 63us (171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.898567:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678466 00002000:00100000:2.0:1731347580.898572:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3362816->3366911) req@ffff8800815a4e00 x1815448312823936/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.898578:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4e00 with x1815448312823936 ext(3362816->3366911) 00002000:00010000:2.0:1731347580.898581:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4e00 00000100:00100000:0.0:1731347580.899395:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.899444:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312824192 00000100:00100000:2.0:1731347580.899448:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312824192 00002000:00100000:2.0:1731347580.899463:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1110016->1114111) req@ffff8800815a6300 x1815448312824192/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.899470:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6300 with x1815448312824192 ext(1110016->1114111) 00002000:00010000:2.0:1731347580.899472:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6300 00000100:00100000:2.0:1731347580.899492:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678467 00000100:00100000:2.0:1731347580.899497:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312824192:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.899586:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312824192:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 87us (190us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.899592:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678467 00002000:00100000:2.0:1731347580.899598:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1110016->1114111) req@ffff8800815a6300 x1815448312824192/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.899604:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6300 with x1815448312824192 ext(1110016->1114111) 00002000:00010000:2.0:1731347580.899607:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6300 00000100:00100000:0.0:1731347580.900288:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.900333:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312824448 00000100:00100000:2.0:1731347580.900338:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312824448 00002000:00100000:2.0:1731347580.900352:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1105920->1110015) req@ffff8800815a4380 x1815448312824448/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.900358:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4380 with x1815448312824448 ext(1105920->1110015) 00002000:00010000:2.0:1731347580.900360:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4380 00000100:00100000:2.0:1731347580.900379:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678468 00000100:00100000:2.0:1731347580.900383:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312824448:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.900486:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312824448:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 100us (198us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.900492:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678468 00002000:00100000:2.0:1731347580.900497:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1105920->1110015) req@ffff8800815a4380 x1815448312824448/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.900504:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4380 with x1815448312824448 ext(1105920->1110015) 00002000:00010000:2.0:1731347580.900507:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4380 00000100:00100000:0.0:1731347580.901166:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.901209:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312824704 00000100:00100000:2.0:1731347580.901213:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312824704 00002000:00100000:2.0:1731347580.901227:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1101824->1105919) req@ffff8800815a6a00 x1815448312824704/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.901234:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6a00 with x1815448312824704 ext(1101824->1105919) 00002000:00010000:2.0:1731347580.901237:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6a00 00000100:00100000:2.0:1731347580.901253:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678469 00000100:00100000:2.0:1731347580.901257:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312824704:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.901318:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312824704:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 58us (151us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.901323:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678469 00002000:00100000:2.0:1731347580.901329:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1101824->1105919) req@ffff8800815a6a00 x1815448312824704/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.901335:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6a00 with x1815448312824704 ext(1101824->1105919) 00002000:00010000:2.0:1731347580.901338:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6a00 00000100:00100000:0.0:1731347580.901974:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.902012:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312824960 00000100:00100000:2.0:1731347580.902015:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312824960 00002000:00100000:2.0:1731347580.902025:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1097728->1101823) req@ffff8800815a4000 x1815448312824960/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.902029:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4000 with x1815448312824960 ext(1097728->1101823) 00002000:00010000:2.0:1731347580.902031:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4000 00000100:00100000:2.0:1731347580.902044:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678470 00000100:00100000:2.0:1731347580.902047:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312824960:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.902100:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312824960:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 51us (127us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.902104:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678470 00002000:00100000:2.0:1731347580.902107:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1097728->1101823) req@ffff8800815a4000 x1815448312824960/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.902112:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4000 with x1815448312824960 ext(1097728->1101823) 00002000:00010000:2.0:1731347580.902114:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4000 00000100:00100000:0.0:1731347580.902670:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.902715:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312825216 00000100:00100000:2.0:1731347580.902721:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312825216 00002000:00100000:2.0:1731347580.902738:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1093632->1097727) req@ffff88012c4ba850 x1815448312825216/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.902746:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4ba850 with x1815448312825216 ext(1093632->1097727) 00002000:00010000:2.0:1731347580.902750:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4ba850 00000100:00100000:2.0:1731347580.902785:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678471 00000100:00100000:2.0:1731347580.902790:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312825216:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.902865:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312825216:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 74us (194us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.902869:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678471 00002000:00100000:2.0:1731347580.902874:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1093632->1097727) req@ffff88012c4ba850 x1815448312825216/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.902879:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4ba850 with x1815448312825216 ext(1093632->1097727) 00002000:00010000:2.0:1731347580.902882:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4ba850 00000100:00100000:0.0:1731347580.903462:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.903527:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312825472 00000100:00100000:1.0:1731347580.903532:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312825472 00002000:00100000:1.0:1731347580.903547:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1089536->1093631) req@ffff8800815a7800 x1815448312825472/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.903553:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a7800 with x1815448312825472 ext(1089536->1093631) 00002000:00010000:1.0:1731347580.903556:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a7800 00000100:00100000:1.0:1731347580.903568:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678472 00000100:00100000:1.0:1731347580.903571:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312825472:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347580.903626:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312825472:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 54us (164us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1731347580.903631:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678472 00002000:00100000:1.0:1731347580.903634:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1089536->1093631) req@ffff8800815a7800 x1815448312825472/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.903639:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a7800 with x1815448312825472 ext(1089536->1093631) 00002000:00010000:1.0:1731347580.903641:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a7800 00000100:00100000:0.0:1731347580.904200:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.904234:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312825728 00000100:00100000:2.0:1731347580.904239:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312825728 00002000:00100000:2.0:1731347580.904252:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1085440->1089535) req@ffff8800815a7100 x1815448312825728/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.904258:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a7100 with x1815448312825728 ext(1085440->1089535) 00002000:00010000:2.0:1731347580.904261:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a7100 00000100:00100000:2.0:1731347580.904278:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678473 00000100:00100000:2.0:1731347580.904281:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312825728:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.904339:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312825728:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 56us (138us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.904343:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678473 00002000:00100000:2.0:1731347580.904346:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1085440->1089535) req@ffff8800815a7100 x1815448312825728/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.904352:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a7100 with x1815448312825728 ext(1085440->1089535) 00002000:00010000:2.0:1731347580.904354:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a7100 00000100:00100000:0.0:1731347580.904896:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.904964:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312825984 00000100:00100000:2.0:1731347580.904968:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312825984 00002000:00100000:2.0:1731347580.904981:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1081344->1085439) req@ffff8800815a7b80 x1815448312825984/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.904988:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a7b80 with x1815448312825984 ext(1081344->1085439) 00002000:00010000:2.0:1731347580.904990:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a7b80 00000100:00100000:2.0:1731347580.905007:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678474 00000100:00100000:2.0:1731347580.905010:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312825984:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.905074:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312825984:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 62us (177us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.905078:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678474 00002000:00100000:2.0:1731347580.905082:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1081344->1085439) req@ffff8800815a7b80 x1815448312825984/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.905087:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a7b80 with x1815448312825984 ext(1081344->1085439) 00002000:00010000:2.0:1731347580.905089:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a7b80 00000100:00100000:0.0:1731347580.906057:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.906129:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312826112 00000100:00100000:2.0:1731347580.906134:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312826112 00002000:00100000:2.0:1731347580.906147:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (925696->937983) req@ffff8800815a7480 x1815448312826112/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 12776/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.906153:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a7480 with x1815448312826112 ext(925696->937983) 00002000:00010000:2.0:1731347580.906156:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a7480 00000100:00100000:2.0:1731347580.906173:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678475 00000100:00100000:2.0:1731347580.906176:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312826112:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.906535:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312826112:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 355us (476us total) trans 4295336194 rc 0/0 00000100:00100000:0.0:1731347580.906541:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678475 00002000:00100000:0.0:1731347580.906546:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (925696->937983) req@ffff8800815a7480 x1815448312826112/t4295336194(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 12776/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.906555:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a7480 with x1815448312826112 ext(925696->937983) 00002000:00010000:0.0:1731347580.906558:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a7480 00000100:00100000:0.0:1731347580.907059:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.907100:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312826240 00000100:00100000:2.0:1731347580.907105:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312826240 00000100:00100000:2.0:1731347580.907130:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205407 00000100:00100000:2.0:1731347580.907135:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312826240:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.907744:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336194 is committed 00000100:00100000:2.0:1731347580.907843:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312826240:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 706us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.907849:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205407 00000100:00100000:0.0:1731347580.908806:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.908852:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312826368 00000100:00100000:2.0:1731347580.908856:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312826368 00000100:00100000:2.0:1731347580.908879:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205408 00000100:00100000:2.0:1731347580.908883:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312826368:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.908980:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.908983:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.908985:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.908986:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.908987:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 32 -> 120 00000100:00100000:2.0:1731347580.909013:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312826368:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 129us (208us total) trans 4295336195 rc 0/0 00000100:00100000:2.0:1731347580.909021:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205408 00000100:00100000:0.0:1731347580.909868:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.909936:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312826624 00000100:00100000:2.0:1731347580.909941:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312826624 00002000:00100000:2.0:1731347580.909955:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4042752->4046847) req@ffff8800815a5f80 x1815448312826624/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.909961:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5f80 with x1815448312826624 ext(4042752->4046847) 00002000:00010000:2.0:1731347580.909964:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5f80 00000100:00100000:2.0:1731347580.909981:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678476 00000100:00100000:2.0:1731347580.909984:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312826624:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.910065:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312826624:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 77us (195us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.910072:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678476 00002000:00100000:2.0:1731347580.910077:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4042752->4046847) req@ffff8800815a5f80 x1815448312826624/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.910085:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5f80 with x1815448312826624 ext(4042752->4046847) 00002000:00010000:2.0:1731347580.910088:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5f80 00000100:00100000:0.0:1731347580.910866:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.910932:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312826880 00000100:00100000:2.0:1731347580.910937:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312826880 00002000:00100000:2.0:1731347580.910950:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4046848->4050943) req@ffff8800815a6d80 x1815448312826880/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.910956:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6d80 with x1815448312826880 ext(4046848->4050943) 00002000:00010000:2.0:1731347580.910959:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6d80 00000100:00100000:2.0:1731347580.910976:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678477 00000100:00100000:2.0:1731347580.910979:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312826880:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.911043:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312826880:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 62us (178us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.911047:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678477 00002000:00100000:2.0:1731347580.911051:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4046848->4050943) req@ffff8800815a6d80 x1815448312826880/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.911056:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6d80 with x1815448312826880 ext(4046848->4050943) 00002000:00010000:2.0:1731347580.911059:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6d80 00000100:00100000:0.0:1731347580.911680:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.911748:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312827136 00000100:00100000:2.0:1731347580.911752:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312827136 00002000:00100000:2.0:1731347580.911782:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4050944->4055039) req@ffff8800815a5c00 x1815448312827136/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.911789:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5c00 with x1815448312827136 ext(4050944->4055039) 00002000:00010000:2.0:1731347580.911792:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5c00 00000100:00100000:2.0:1731347580.911810:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678478 00000100:00100000:2.0:1731347580.911813:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312827136:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.911872:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312827136:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 57us (192us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.911876:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678478 00002000:00100000:2.0:1731347580.911880:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4050944->4055039) req@ffff8800815a5c00 x1815448312827136/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.911885:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5c00 with x1815448312827136 ext(4050944->4055039) 00002000:00010000:2.0:1731347580.911887:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5c00 00000100:00100000:0.0:1731347580.912656:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.912696:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312827392 00000100:00100000:2.0:1731347580.912701:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312827392 00002000:00100000:2.0:1731347580.912715:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4055040->4059135) req@ffff8800815a6680 x1815448312827392/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.912722:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6680 with x1815448312827392 ext(4055040->4059135) 00002000:00010000:2.0:1731347580.912724:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6680 00000100:00100000:2.0:1731347580.912741:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678479 00000100:00100000:2.0:1731347580.912744:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312827392:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.912833:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312827392:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 87us (177us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.912838:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678479 00002000:00100000:2.0:1731347580.912842:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4055040->4059135) req@ffff8800815a6680 x1815448312827392/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.912847:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6680 with x1815448312827392 ext(4055040->4059135) 00002000:00010000:2.0:1731347580.912849:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6680 00000100:00100000:0.0:1731347580.913512:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.913554:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312827648 00000100:00100000:2.0:1731347580.913558:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312827648 00002000:00100000:2.0:1731347580.913572:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4059136->4063231) req@ffff8800815a4a80 x1815448312827648/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.913578:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4a80 with x1815448312827648 ext(4059136->4063231) 00002000:00010000:2.0:1731347580.913580:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4a80 00000100:00100000:2.0:1731347580.913602:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678480 00000100:00100000:2.0:1731347580.913607:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312827648:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.913669:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312827648:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.913675:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678480 00002000:00100000:2.0:1731347580.913679:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4059136->4063231) req@ffff8800815a4a80 x1815448312827648/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.913684:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4a80 with x1815448312827648 ext(4059136->4063231) 00002000:00010000:2.0:1731347580.913687:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4a80 00000100:00100000:0.0:1731347580.914400:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.914446:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312827904 00000100:00100000:2.0:1731347580.914451:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312827904 00002000:00100000:2.0:1731347580.914468:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4063232->4067327) req@ffff8800815a5180 x1815448312827904/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.914477:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5180 with x1815448312827904 ext(4063232->4067327) 00002000:00010000:2.0:1731347580.914481:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5180 00000100:00100000:2.0:1731347580.914498:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678481 00000100:00100000:2.0:1731347580.914502:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312827904:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.914565:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312827904:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (166us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.914569:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678481 00002000:00100000:2.0:1731347580.914573:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4063232->4067327) req@ffff8800815a5180 x1815448312827904/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.914578:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a5180 with x1815448312827904 ext(4063232->4067327) 00002000:00010000:2.0:1731347580.914580:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a5180 00000100:00100000:0.0:1731347580.915263:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.915297:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312828032 00000100:00100000:2.0:1731347580.915301:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312828032 00002000:00100000:2.0:1731347580.915312:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4042752->4067327) req@ffff8800815a4e00 x1815448312828032/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.915321:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4e00 with x1815448312828032 ext(4042752->4067327) 00002000:00010000:2.0:1731347580.915323:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4e00 00000100:00100000:2.0:1731347580.915338:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678482 00000100:00100000:2.0:1731347580.915340:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312828032:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.916390:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312828032:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1046us (1125us total) trans 4295336196 rc 0/0 00000100:00100000:0.0:1731347580.916396:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678482 00002000:00100000:0.0:1731347580.916401:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4042752->4067327) req@ffff8800815a4e00 x1815448312828032/t4295336196(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.916407:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4e00 with x1815448312828032 ext(4042752->4067327) 00002000:00010000:0.0:1731347580.916410:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4e00 00000100:00100000:0.0:1731347580.917083:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.917152:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312828160 00000100:00100000:2.0:1731347580.917157:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312828160 00000100:00100000:2.0:1731347580.917184:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205409 00000100:00100000:2.0:1731347580.917188:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312828160:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.917795:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336196 is committed 00000100:00100000:2.0:1731347580.917871:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312828160:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 679us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.917876:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205409 00000100:00100000:0.0:1731347580.925334:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.925393:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312828416 00000100:00100000:2.0:1731347580.925401:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312828416 00002000:00100000:2.0:1731347580.925461:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (32768->4177919) req@ffff8800815a6300 x1815448312828416/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 600/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.925472:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6300 with x1815448312828416 ext(32768->4177919) 00002000:00010000:2.0:1731347580.925478:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6300 00000100:00100000:2.0:1731347580.925511:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678483 00000100:00100000:2.0:1731347580.925517:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312828416:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.937182:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312828416:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 11655us (11845us total) trans 0 rc 3911680/3911680 00000100:00100000:2.0:1731347580.937194:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678483 00002000:00100000:2.0:1731347580.937205:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (32768->4177919) req@ffff8800815a6300 x1815448312828416/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 600/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 3911680/3911680 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.937215:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a6300 with x1815448312828416 ext(32768->4177919) 00002000:00010000:2.0:1731347580.937220:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a6300 00000100:00100000:0.0:1731347580.940590:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.940651:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312828544 00000100:00100000:2.0:1731347580.940659:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312828544 00000100:00100000:2.0:1731347580.940705:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205410 00000100:00100000:2.0:1731347580.940711:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312828544:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.940937:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.940940:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.940942:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.940943:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.940945:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 120 -> 168 00000100:00100000:2.0:1731347580.940983:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312828544:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 271us (399us total) trans 4295336197 rc 0/0 00000100:00100000:2.0:1731347580.940990:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205410 00000100:00100000:0.0:1731347580.942049:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.942112:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312828672 00000100:00100000:2.0:1731347580.942117:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312828672 00000100:00100000:2.0:1731347580.942144:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205411 00000100:00100000:2.0:1731347580.942150:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312828672:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.942274:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.942278:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.942280:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.942282:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.942284:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:2.0:1731347580.942318:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312828672:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 166us (270us total) trans 4295336198 rc 0/0 00000100:00100000:2.0:1731347580.942326:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205411 00000100:00100000:0.0:1731347580.943943:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.943983:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312828928 00000100:00100000:2.0:1731347580.943988:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312828928 00002000:00100000:2.0:1731347580.944006:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1998848->2961407) req@ffff8800815a4000 x1815448312828928/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.944013:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4000 with x1815448312828928 ext(1998848->2961407) 00002000:00010000:2.0:1731347580.944018:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4000 00000100:00100000:2.0:1731347580.944034:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678484 00000100:00100000:2.0:1731347580.944038:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312828928:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.945140:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312828928:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1098us (1198us total) trans 0 rc 106496/106496 00000100:00100000:2.0:1731347580.945147:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678484 00002000:00100000:2.0:1731347580.945154:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1998848->2961407) req@ffff8800815a4000 x1815448312828928/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 106496/106496 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.945162:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815a4000 with x1815448312828928 ext(1998848->2961407) 00002000:00010000:2.0:1731347580.945166:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815a4000 00000100:00100000:0.0:1731347580.946110:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.946151:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312829056 00000100:00100000:2.0:1731347580.946157:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312829056 00000100:00100000:2.0:1731347580.946188:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205412 00000100:00100000:2.0:1731347580.946194:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312829056:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.946336:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 13797 -> 13797 00002000:00010000:2.0:1731347580.946338:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.946340:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.946341:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.946343:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 72 00000100:00100000:2.0:1731347580.946371:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312829056:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 178us (263us total) trans 4295367700 rc 0/0 00000100:00100000:2.0:1731347580.946376:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205412 00000100:00100000:0.0:1731347580.947273:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.947326:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312829184 00000100:00100000:2.0:1731347580.947331:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312829184 00000100:00100000:2.0:1731347580.947357:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205413 00000100:00100000:2.0:1731347580.947361:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312829184:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.947460:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347580.947462:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.947464:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.947465:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.947467:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:2.0:1731347580.947493:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312829184:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 131us (222us total) trans 4295336199 rc 0/0 00000100:00100000:2.0:1731347580.947497:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205413 00000100:00100000:0.0:1731347580.948372:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.948443:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312829440 00000100:00100000:1.0:1731347580.948449:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312829440 00000100:00100000:1.0:1731347580.948483:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712686 00000100:00100000:1.0:1731347580.948488:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+80:13210:x1815448312829440:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.948518:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.948538:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e07892d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcc0 expref: 80 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.948560:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.948563:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.948650:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078934 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.948662:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078934 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.948668:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078934 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.948687:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161590 00000004:00010000:1.0:1731347580.948697:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801332dea00 reply state ffff88007b76a000 transno 4295161591 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078934 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.948702:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3cc0/0xb104f9478e078934 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.948708:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.948710:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.948711:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.948753:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+82:13210:x1815448312829440:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 265us (383us total) trans 4295161591 rc 0/0 00000100:00100000:1.0:1731347580.948758:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712686 00000020:00080000:1.0:1731347580.948760:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.949647:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.949675:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.949691:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312829696 00000100:00100000:2.0:1731347580.949696:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312829696 00000100:00100000:1.0:1731347580.949706:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312829568 00000100:00100000:1.0:1731347580.949711:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312829568 00002000:00010000:2.0:1731347580.949713:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.949717:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332dd500 with x1815448312829696 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347580.949721:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1736095->18446744073709551615) 00002000:00100000:1.0:1731347580.949724:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332dc000 with x1815448312829568 ext(1736095->18446744073709551615) 00002000:00010000:2.0:1731347580.949726:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332dd500. 00002000:00010000:1.0:1731347580.949729:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332dc000. 00000100:00100000:2.0:1731347580.949752:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678485 00000100:00100000:2.0:1731347580.949757:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312829696:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347580.949757:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678486 00000100:00100000:1.0:1731347580.949761:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312829568:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.949940:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 13797 -> 0 00002000:00010000:2.0:1731347580.949943:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.949945:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.949947:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.949949:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:2.0:1731347580.949984:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312829696:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 225us (337us total) trans 4295367701 rc 0/0 00000100:00100000:2.0:1731347580.949990:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678485 00002000:00010000:2.0:1731347580.949993:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347580.949996:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332dd500 with x1815448312829696 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347580.949999:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332dd500. 00002000:00010000:1.0:1731347580.951298:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 1736095 00002000:00010000:1.0:1731347580.951301:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.951303:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.951304:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.951306:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 88 00000100:00100000:1.0:1731347580.951335:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312829568:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1572us (1659us total) trans 4295336200 rc 0/0 00000100:00100000:1.0:1731347580.951340:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678486 00002000:00010000:1.0:1731347580.951342:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1736095->18446744073709551615) 00002000:00100000:1.0:1731347580.951343:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332dc000 with x1815448312829568 ext(1736095->18446744073709551615) 00002000:00010000:1.0:1731347580.951346:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332dc000. 00000100:00100000:0.0:1731347580.953943:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.954002:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312829824 00000100:00100000:1.0:1731347580.954010:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312829824 00000100:00100000:1.0:1731347580.954047:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712687 00000100:00100000:1.0:1731347580.954052:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+82:13210:x1815448312829824:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.954069:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.954082:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e07893b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcc7 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.954139:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078942 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.954148:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078942 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.954155:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078942 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.954169:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 1736095 00000004:00200000:1.0:1731347580.954172:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.954182:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078942 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.954195:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e07893b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcc7 expref: 84 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.954204:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078942 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcc7 expref: 83 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.954209:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.954211:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.954213:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae0d80, rc 0) 00000100:00100000:1.0:1731347580.954248:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+83:13210:x1815448312829824:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 196us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.954253:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712687 00000100:00100000:0.0:1731347580.955574:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.955603:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312829952 00000100:00100000:1.0:1731347580.955608:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312829952 00002000:00100000:1.0:1731347580.955629:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1490944->1523711) req@ffff8801332de680 x1815448312829952/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.955636:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332de680 with x1815448312829952 ext(1490944->1523711) 00002000:00010000:1.0:1731347580.955640:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332de680 00000100:00100000:1.0:1731347580.955657:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678487 00000100:00100000:1.0:1731347580.955661:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312829952:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.956882:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312829952:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1218us (1308us total) trans 4295336201 rc 0/0 00000100:00100000:0.0:1731347580.956889:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678487 00002000:00100000:0.0:1731347580.956894:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1490944->1523711) req@ffff8801332de680 x1815448312829952/t4295336201(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.956900:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332de680 with x1815448312829952 ext(1490944->1523711) 00002000:00010000:0.0:1731347580.956903:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332de680 00000100:00100000:0.0:1731347580.957491:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.957523:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312830080 00000100:00100000:1.0:1731347580.957527:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312830080 00000100:00100000:1.0:1731347580.957546:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712688 00000100:00100000:1.0:1731347580.957550:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+83:13210:x1815448312830080:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.957600:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+83:13210:x1815448312830080:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 49us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.957604:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712688 00000100:00100000:0.0:1731347580.958202:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.958247:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312830208 00000100:00100000:2.0:1731347580.958252:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312830208 00000100:00100000:2.0:1731347580.958283:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205414 00000100:00100000:2.0:1731347580.958288:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312830208:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.958849:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336201 is committed 00000100:00100000:2.0:1731347580.958930:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312830208:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 640us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.958937:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205414 00000100:00100000:0.0:1731347580.960651:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.960705:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312830336 00000100:00100000:2.0:1731347580.960712:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312830336 00000100:00100000:2.0:1731347580.960736:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205415 00000100:00100000:2.0:1731347580.960741:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312830336:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.960828:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1736095 -> 1736095 00002000:00010000:2.0:1731347580.960831:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.960834:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.960836:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.960838:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 88 -> 152 00000100:00100000:2.0:1731347580.960870:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312830336:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 127us (220us total) trans 4295336202 rc 0/0 00000100:00100000:2.0:1731347580.960877:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205415 00000100:00100000:0.0:1731347580.961814:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.961858:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312830464 00000100:00100000:2.0:1731347580.961863:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312830464 00002000:00100000:2.0:1731347580.961881:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (569344->3902870) req@ffff8801332df480 x1815448312830464/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.961890:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332df480 with x1815448312830464 ext(569344->3902870) 00002000:00010000:2.0:1731347580.961893:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332df480 00000100:00100000:2.0:1731347580.961915:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678488 00000100:00100000:2.0:1731347580.961920:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312830464:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.963164:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312830464:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1242us (1349us total) trans 4295336203 rc 0/0 00000100:00100000:0.0:1731347580.963170:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678488 00002000:00100000:0.0:1731347580.963175:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (569344->3902870) req@ffff8801332df480 x1815448312830464/t4295336203(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.963181:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332df480 with x1815448312830464 ext(569344->3902870) 00002000:00010000:0.0:1731347580.963184:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332df480 00000100:00100000:0.0:1731347580.963925:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.963966:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312830592 00000100:00100000:2.0:1731347580.963970:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312830592 00000100:00100000:2.0:1731347580.963997:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205416 00000100:00100000:2.0:1731347580.964004:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312830592:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.964569:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336203 is committed 00000100:00100000:2.0:1731347580.964642:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312830592:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 637us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.964648:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205416 00000100:00100000:0.0:1731347580.965495:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.965542:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312830720 00000100:00100000:2.0:1731347580.965547:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312830720 00000100:00100000:2.0:1731347580.965570:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205417 00000100:00100000:2.0:1731347580.965574:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312830720:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347580.965680:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1736095 -> 3902871 00002000:00010000:2.0:1731347580.965683:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.965686:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.965688:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.965690:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 152 -> 272 00000100:00100000:2.0:1731347580.965720:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312830720:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 145us (225us total) trans 4295336204 rc 0/0 00000100:00100000:2.0:1731347580.965727:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205417 00000100:00100000:0.0:1731347580.966605:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.966652:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312830976 00000100:00100000:1.0:1731347580.966657:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312830976 00000100:00100000:1.0:1731347580.966679:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712689 00000100:00100000:1.0:1731347580.966683:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+83:13210:x1815448312830976:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.966710:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.966727:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e078942 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcc7 expref: 83 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.966754:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.966756:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.966854:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078949 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.966865:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078949 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.966871:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078949 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.966889:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161592 00000004:00010000:1.0:1731347580.966898:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801332dc380 reply state ffff88007b768000 transno 4295161593 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078949 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.966904:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1200/0xb104f9478e078949 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.966908:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.966909:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.966910:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.966951:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+85:13210:x1815448312830976:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 267us (346us total) trans 4295161593 rc 0/0 00000100:00100000:1.0:1731347580.966956:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712689 00000020:00080000:1.0:1731347580.966958:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.967560:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.967582:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.967605:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312831232 00000100:00100000:1.0:1731347580.967608:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312831232 00002000:00010000:1.0:1731347580.967620:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347580.967622:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332df100 with x1815448312831232 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347580.967628:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332df100. 00000100:00100000:2.0:1731347580.967632:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312831104 00000100:00100000:2.0:1731347580.967637:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312831104 00000100:00100000:1.0:1731347580.967645:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678489 00002000:00010000:2.0:1731347580.967647:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (831072->18446744073709551615) 00000100:00100000:1.0:1731347580.967648:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312831232:12345-192.168.203.60@tcp:10:fsx.0 00002000:00100000:2.0:1731347580.967649:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332dd180 with x1815448312831104 ext(831072->18446744073709551615) 00002000:00010000:2.0:1731347580.967654:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332dd180. 00000100:00100000:2.0:1731347580.967666:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678490 00000100:00100000:2.0:1731347580.967670:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312831104:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347580.967698:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1731347580.967700:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.967702:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.967703:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.967705:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1731347580.967722:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312831232:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 73us (162us total) trans 4295367702 rc 0/0 00000100:00100000:1.0:1731347580.967726:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678489 00002000:00010000:1.0:1731347580.967728:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347580.967729:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332df100 with x1815448312831232 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347580.967732:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332df100. 00002000:00010000:2.0:1731347580.968338:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3902871 -> 831072 00002000:00010000:2.0:1731347580.968340:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.968342:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.968343:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.968344:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 272 -> 112 00000100:00100000:2.0:1731347580.968375:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312831104:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 703us (790us total) trans 4295336205 rc 0/0 00000100:00100000:2.0:1731347580.968379:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678490 00002000:00010000:2.0:1731347580.968381:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (831072->18446744073709551615) 00002000:00100000:2.0:1731347580.968383:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332dd180 with x1815448312831104 ext(831072->18446744073709551615) 00002000:00010000:2.0:1731347580.968386:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332dd180. 00000100:00100000:0.0:1731347580.969870:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.969935:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312831360 00000100:00100000:1.0:1731347580.969942:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312831360 00000100:00100000:1.0:1731347580.969979:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712690 00000100:00100000:1.0:1731347580.969986:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+85:13210:x1815448312831360:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.970004:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.970017:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e078950 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcce expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.970074:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078957 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.970086:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078957 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.970095:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078957 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.970116:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 831072 00000004:00200000:1.0:1731347580.970119:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.970132:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078957 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.970151:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e078950 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcce expref: 87 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.970165:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078957 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcce expref: 86 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.970172:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.970175:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.970178:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1440, rc 0) 00000100:00100000:1.0:1731347580.970216:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+86:13210:x1815448312831360:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 229us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.970222:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712690 00000100:00100000:0.0:1731347580.972434:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.972484:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312831616 00000100:00100000:1.0:1731347580.972491:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312831616 00000100:00100000:1.0:1731347580.972513:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712691 00000100:00100000:1.0:1731347580.972517:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+86:13210:x1815448312831616:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347580.972550:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347580.972568:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078957 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcce expref: 86 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.972581:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.972585:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347580.972700:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e07895e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.972714:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e07895e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.972719:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e07895e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347580.972745:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161594 00000004:00010000:1.0:1731347580.972757:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801155c9180 reply state ffff88007b76b000 transno 4295161595 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e07895e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.972762:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae3600/0xb104f9478e07895e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.972784:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.972787:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347580.972789:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347580.972842:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+88:13210:x1815448312831616:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 324us (432us total) trans 4295161595 rc 0/0 00000100:00100000:1.0:1731347580.972847:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712691 00000020:00080000:1.0:1731347580.972850:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347580.973637:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.973676:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.973702:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312831744 00000100:00100000:2.0:1731347580.973707:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312831744 00000100:00100000:1.0:1731347580.973713:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312831872 00000100:00100000:1.0:1731347580.973719:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312831872 00002000:00010000:2.0:1731347580.973725:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347580.973729:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c8380 with x1815448312831744 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1731347580.973733:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (387207->18446744073709551615) 00002000:00100000:1.0:1731347580.973736:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c9880 with x1815448312831872 ext(387207->18446744073709551615) 00002000:00010000:2.0:1731347580.973737:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155c8380. 00002000:00010000:1.0:1731347580.973743:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801155c9880. 00000100:00100000:2.0:1731347580.973759:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678491 00000100:00100000:2.0:1731347580.973775:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312831744:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347580.973783:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678492 00000100:00100000:1.0:1731347580.973788:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312831872:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347580.973862:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 831072 -> 4194304 00002000:00010000:2.0:1731347580.973865:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.973867:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.973869:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347580.973871:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 112 -> 112 00002000:00010000:1.0:1731347580.973889:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 387207 00002000:00010000:1.0:1731347580.973893:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.973895:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.973896:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347580.973898:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347580.973901:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312831744:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 135us (265us total) trans 4295336206 rc 0/0 00000100:00100000:2.0:1731347580.973907:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678491 00002000:00010000:2.0:1731347580.973909:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347580.973911:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c8380 with x1815448312831744 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347580.973915:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155c8380. 00000100:00100000:1.0:1731347580.973921:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312831872:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 130us (243us total) trans 4295367703 rc 0/0 00000100:00100000:1.0:1731347580.973927:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678492 00002000:00010000:1.0:1731347580.973930:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (387207->18446744073709551615) 00002000:00100000:1.0:1731347580.973932:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c9880 with x1815448312831872 ext(387207->18446744073709551615) 00002000:00010000:1.0:1731347580.973935:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801155c9880. 00000100:00100000:0.0:1731347580.979940:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347580.979970:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.979973:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312832128 00000100:00100000:1.0:1731347580.979982:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312832128 00002000:00100000:1.0:1731347580.980014:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (348160->352255) req@ffff8801155c8a80 x1815448312832128/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347580.980021:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c8a80 with x1815448312832128 ext(348160->352255) 00002000:00010000:1.0:1731347580.980026:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801155c8a80 00000100:00100000:1.0:1731347580.980038:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312832384 00000100:00100000:1.0:1731347580.980039:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312832384 00002000:00100000:1.0:1731347580.980046:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (831488->4194303) req@ffff8801155c9c00 x1815448312832384/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:2.0:1731347580.980050:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678493 00002000:00100000:1.0:1731347580.980051:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c9c00 with x1815448312832384 ext(831488->4194303) 00002000:00010000:1.0:1731347580.980054:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155c9c00 00000100:00100000:2.0:1731347580.980058:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312832128:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347580.980060:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678494 00000100:00100000:0.0:1731347580.980065:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312832384:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347580.980189:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312832128:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 131us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347580.980194:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678493 00002000:00100000:2.0:1731347580.980199:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (348160->352255) req@ffff8801155c8a80 x1815448312832128/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/4536 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.980205:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c8a80 with x1815448312832128 ext(348160->352255) 00002000:00010000:2.0:1731347580.980208:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801155c8a80 00000100:00100000:2.0:1731347580.981838:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.981884:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312832640 00000100:00100000:3.0:1731347580.981891:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312832640 00002000:00100000:3.0:1731347580.981912:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->389119) req@ffff880115b2e300 x1815448312832640/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.981917:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2e300 with x1815448312832640 ext(0->389119) 00002000:00010000:3.0:1731347580.981920:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880115b2e300 00000100:00100000:3.0:1731347580.981940:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678495 00000100:00100000:3.0:1731347580.981945:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312832640:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347580.984142:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312832640:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2189us (2301us total) trans 0 rc 385024/385024 00000100:00100000:3.0:1731347580.984151:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678495 00002000:00100000:3.0:1731347580.984159:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->389119) req@ffff880115b2e300 x1815448312832640/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 504/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 385024/385024 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.984166:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2e300 with x1815448312832640 ext(0->389119) 00002000:00010000:3.0:1731347580.984170:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880115b2e300 00000100:00100000:0.0:1731347580.986648:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347580.986701:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312832768 00000100:00100000:3.0:1731347580.986709:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312832768 00002000:00100000:3.0:1731347580.986743:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (348160->387206) req@ffff8801155cbb80 x1815448312832768/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347580.986753:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155cbb80 with x1815448312832768 ext(348160->387206) 00002000:00010000:3.0:1731347580.986758:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801155cbb80 00000100:00100000:3.0:1731347580.986796:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678496 00000100:00100000:3.0:1731347580.986802:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312832768:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.990103:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312832768:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 3249us (3410us total) trans 4295367704 rc 0/0 00000100:00100000:0.0:1731347580.990116:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678496 00002000:00100000:0.0:1731347580.990126:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (348160->387206) req@ffff8801155cbb80 x1815448312832768/t4295367704(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.990135:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155cbb80 with x1815448312832768 ext(348160->387206) 00002000:00010000:0.0:1731347580.990141:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801155cbb80 00000100:00100000:2.0:1731347580.990294:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312832384:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 10226us (10320us total) trans 0 rc 3362816/3362816 00000100:00100000:2.0:1731347580.990301:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678494 00002000:00100000:2.0:1731347580.990308:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (831488->4194303) req@ffff8801155c9c00 x1815448312832384/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/440 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 3362816/3362816 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.990315:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c9c00 with x1815448312832384 ext(831488->4194303) 00002000:00010000:2.0:1731347580.990318:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155c9c00 00000100:00100000:0.0:1731347580.991433:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.991482:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312832896 00000100:00100000:1.0:1731347580.991490:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312832896 00000100:00100000:1.0:1731347580.991522:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712692 00000100:00100000:1.0:1731347580.991528:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+88:13210:x1815448312832896:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347580.991625:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+88:13210:x1815448312832896:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 96us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.991631:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712692 00000100:00100000:0.0:1731347580.992329:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.992373:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312833024 00000100:00100000:2.0:1731347580.992378:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312833024 00000100:00100000:2.0:1731347580.992408:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205418 00000100:00100000:2.0:1731347580.992414:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312833024:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.993041:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367704 is committed 00000100:00100000:2.0:1731347580.993127:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312833024:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 712us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.993134:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205418 00000100:00100000:0.0:1731347580.993928:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347580.993967:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312833152 00000100:00100000:1.0:1731347580.993972:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312833152 00000100:00100000:1.0:1731347580.993990:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712693 00000100:00100000:1.0:1731347580.993994:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+88:13210:x1815448312833152:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347580.994002:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347580.994014:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e078965 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcd5 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.994060:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07896c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.994071:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07896c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.994081:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07896c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347580.994099:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4581511 00000004:00200000:1.0:1731347580.994102:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347580.994113:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07896c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347580.994134:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e078965 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcd5 expref: 90 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.994156:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07896c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcd5 expref: 89 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347580.994169:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347580.994172:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347580.994174:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1f80, rc 0) 00000100:00100000:1.0:1731347580.994204:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+89:13210:x1815448312833152:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 209us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347580.994209:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712693 00000100:00100000:0.0:1731347580.995395:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.995450:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312833280 00000100:00100000:2.0:1731347580.995455:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312833280 00002000:00100000:2.0:1731347580.995476:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1929216->1957887) req@ffff8801155cb480 x1815448312833280/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/0 e 0 to 0 dl 1731347591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347580.995482:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155cb480 with x1815448312833280 ext(1929216->1957887) 00002000:00010000:2.0:1731347580.995485:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155cb480 00000100:00100000:2.0:1731347580.995495:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678497 00000100:00100000:2.0:1731347580.995498:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312833280:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347580.996725:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312833280:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1221us (1327us total) trans 4295336207 rc 0/0 00000100:00100000:0.0:1731347580.996733:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678497 00002000:00100000:0.0:1731347580.996740:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1929216->1957887) req@ffff8801155cb480 x1815448312833280/t4295336207(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:466/0 lens 488/448 e 0 to 0 dl 1731347591 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347580.996746:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155cb480 with x1815448312833280 ext(1929216->1957887) 00002000:00010000:0.0:1731347580.996749:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155cb480 00000100:00100000:0.0:1731347580.997585:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347580.997626:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312833408 00000100:00100000:2.0:1731347580.997632:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312833408 00000100:00100000:2.0:1731347580.997661:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205419 00000100:00100000:2.0:1731347580.997666:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312833408:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347580.998274:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336207 is committed 00000100:00100000:2.0:1731347580.998354:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312833408:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 686us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347580.998361:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205419 00000100:00100000:0.0:1731347581.000282:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.000326:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312833536 00000100:00100000:2.0:1731347581.000333:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312833536 00000100:00080000:0.0:1731347581.000350:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1731347551 00002000:00100000:2.0:1731347581.000362:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1060864->1114111) req@ffff8801155c9500 x1815448312833536/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.000369:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c9500 with x1815448312833536 ext(1060864->1114111) 00002000:00010000:2.0:1731347581.000373:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155c9500 00000100:00100000:2.0:1731347581.000384:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678498 00000100:00100000:2.0:1731347581.000388:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312833536:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.001652:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312833536:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1258us (1368us total) trans 4295336208 rc 0/0 00000100:00100000:0.0:1731347581.001660:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678498 00002000:00100000:0.0:1731347581.001666:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1060864->1114111) req@ffff8801155c9500 x1815448312833536/t4295336208(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.001672:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155c9500 with x1815448312833536 ext(1060864->1114111) 00002000:00010000:0.0:1731347581.001675:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155c9500 00000100:00100000:0.0:1731347581.002316:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.002359:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312833664 00000100:00100000:2.0:1731347581.002364:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312833664 00000100:00100000:2.0:1731347581.002391:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205420 00000100:00100000:2.0:1731347581.002397:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312833664:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.002923:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336208 is committed 00000100:00100000:2.0:1731347581.003003:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312833664:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 604us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.003010:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205420 00000100:00100000:0.0:1731347581.003736:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.003780:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312833792 00000100:00100000:2.0:1731347581.003785:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312833792 00000100:00100000:2.0:1731347581.003811:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205421 00000100:00100000:2.0:1731347581.003816:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312833792:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.003937:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.003941:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.003943:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.003945:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.003947:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 112 -> 336 00000100:00100000:2.0:1731347581.003978:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312833792:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 160us (241us total) trans 4295336209 rc 0/0 00000100:00100000:2.0:1731347581.003984:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205421 00000100:00100000:0.0:1731347581.005156:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.005239:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312833920 00000100:00100000:2.0:1731347581.005246:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312833920 00002000:00100000:2.0:1731347581.005274:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2035712->2068479) req@ffff8801155ca680 x1815448312833920/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.005283:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155ca680 with x1815448312833920 ext(2035712->2068479) 00002000:00010000:2.0:1731347581.005288:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155ca680 00000100:00100000:2.0:1731347581.005314:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678499 00000100:00100000:2.0:1731347581.005320:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312833920:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.006495:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312833920:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1172us (1339us total) trans 4295336210 rc 0/0 00000100:00100000:0.0:1731347581.006502:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678499 00002000:00100000:0.0:1731347581.006510:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2035712->2068479) req@ffff8801155ca680 x1815448312833920/t4295336210(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.006517:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801155ca680 with x1815448312833920 ext(2035712->2068479) 00002000:00010000:0.0:1731347581.006520:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801155ca680 00000100:00100000:0.0:1731347581.007285:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.007328:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312834048 00000100:00100000:2.0:1731347581.007333:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312834048 00000100:00100000:2.0:1731347581.007362:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205422 00000100:00100000:2.0:1731347581.007366:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312834048:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.008012:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336210 is committed 00000100:00100000:2.0:1731347581.008084:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801155c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312834048:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 714us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.008090:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205422 00000100:00100000:0.0:1731347581.009540:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.009588:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312834176 00000100:00100000:2.0:1731347581.009595:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312834176 00000100:00100000:2.0:1731347581.009630:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205423 00000100:00100000:2.0:1731347581.009637:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312834176:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.009803:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.009805:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.009807:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.009808:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.009809:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 336 -> 536 00000100:00100000:2.0:1731347581.009843:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312834176:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 205us (306us total) trans 4295336211 rc 0/0 00000100:00100000:2.0:1731347581.009850:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205423 00000100:00100000:0.0:1731347581.010802:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.010835:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312834304 00000100:00100000:2.0:1731347581.010840:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312834304 00000100:00080000:0.0:1731347581.010871:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1731347551 00000100:00100000:2.0:1731347581.010873:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205424 00000100:00100000:2.0:1731347581.010878:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312834304:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.010975:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 387207 -> 387207 00002000:00010000:2.0:1731347581.010977:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.010978:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.010979:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.010981:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 88 00000100:00100000:2.0:1731347581.011008:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312834304:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 129us (206us total) trans 4295367705 rc 0/0 00000100:00100000:2.0:1731347581.011014:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205424 00000100:00100000:0.0:1731347581.011758:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.011800:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312834560 00000100:00100000:1.0:1731347581.011804:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312834560 00000100:00100000:1.0:1731347581.011827:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712694 00000100:00100000:1.0:1731347581.011831:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+89:13210:x1815448312834560:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.011856:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.011873:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e07896c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcd5 expref: 89 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.011894:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.011899:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.011989:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e078973 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.012002:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e078973 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.012008:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e078973 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.012028:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161596 00000004:00010000:1.0:1731347581.012038:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801316f0000 reply state ffff88007b76f000 transno 4295161597 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e078973 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.012047:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae33c0/0xb104f9478e078973 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.012051:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.012052:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.012054:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.012098:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+91:13210:x1815448312834560:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 266us (341us total) trans 4295161597 rc 0/0 00000100:00100000:1.0:1731347581.012102:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712694 00000020:00080000:1.0:1731347581.012105:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.012729:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.012763:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.012794:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312834816 00000100:00100000:2.0:1731347581.012798:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312834816 00002000:00010000:2.0:1731347581.012813:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.012816:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f2680 with x1815448312834816 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.012823:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316f2680. 00000100:00100000:2.0:1731347581.012841:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312834688 00000100:00100000:2.0:1731347581.012843:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312834688 00002000:00010000:2.0:1731347581.012851:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2312980->18446744073709551615) 00000100:00100000:1.0:1731347581.012851:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678500 00002000:00100000:2.0:1731347581.012854:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f1880 with x1815448312834688 ext(2312980->18446744073709551615) 00000100:00100000:1.0:1731347581.012857:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312834816:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.012859:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316f1880. 00000100:00100000:2.0:1731347581.012869:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678501 00000100:00100000:2.0:1731347581.012875:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312834688:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.013202:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 387207 -> 0 00002000:00010000:1.0:1731347581.013204:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.013206:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.013207:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:1.0:1731347581.013208:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 88 -> 0 00000100:00100000:1.0:1731347581.013238:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312834816:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 380us (510us total) trans 4295367706 rc 0/0 00000100:00100000:1.0:1731347581.013243:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678500 00002000:00010000:1.0:1731347581.013245:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.013247:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f2680 with x1815448312834816 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.013250:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316f2680. 00002000:00010000:2.0:1731347581.014050:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 2312980 00002000:00010000:2.0:1731347581.014053:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.014054:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.014056:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:2.0:1731347581.014057:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 536 -> 536 00000100:00100000:2.0:1731347581.014085:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312834688:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1209us (1322us total) trans 4295336212 rc 0/0 00000100:00100000:2.0:1731347581.014092:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678501 00002000:00010000:2.0:1731347581.014095:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2312980->18446744073709551615) 00002000:00100000:2.0:1731347581.014097:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f1880 with x1815448312834688 ext(2312980->18446744073709551615) 00002000:00010000:2.0:1731347581.014101:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316f1880. 00000100:00100000:0.0:1731347581.017441:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.017515:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312834944 00000100:00100000:1.0:1731347581.017523:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312834944 00000100:00100000:1.0:1731347581.017565:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712695 00000100:00100000:1.0:1731347581.017571:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+91:13210:x1815448312834944:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.017589:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.017604:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e07897a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcdc expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.017674:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078981 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.017686:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078981 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.017695:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078981 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.017716:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2312980 00000004:00200000:1.0:1731347581.017720:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.017733:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078981 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.017754:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e07897a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcdc expref: 93 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.017783:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078981 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcdc expref: 92 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.017790:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.017791:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.017793:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1440, rc 0) 00000100:00100000:1.0:1731347581.017834:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+92:13210:x1815448312834944:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 262us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.017838:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712695 00000100:00100000:0.0:1731347581.019033:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.019091:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312835072 00000100:00100000:2.0:1731347581.019096:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312835072 00000100:00100000:2.0:1731347581.019126:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205425 00000100:00100000:2.0:1731347581.019130:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312835072:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.019263:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2312980 -> 2312980 00002000:00010000:2.0:1731347581.019265:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.019266:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.019268:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.019269:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 536 -> 536 00000100:00100000:2.0:1731347581.019300:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312835072:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 167us (268us total) trans 4295336213 rc 0/0 00000100:00100000:2.0:1731347581.019306:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205425 00000100:00100000:0.0:1731347581.020267:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.020306:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312835200 00000100:00100000:2.0:1731347581.020310:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312835200 00000100:00100000:2.0:1731347581.020335:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205426 00000100:00100000:2.0:1731347581.020340:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312835200:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.020448:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2312980 -> 2312980 00002000:00010000:2.0:1731347581.020451:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.020453:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.020455:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.020457:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 536 -> 536 00000100:00100000:2.0:1731347581.020479:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312835200:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 137us (213us total) trans 4295336214 rc 0/0 00000100:00100000:2.0:1731347581.020485:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205426 00000100:00100000:0.0:1731347581.021192:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.021233:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312835328 00000100:00100000:2.0:1731347581.021237:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312835328 00000100:00100000:2.0:1731347581.021261:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205427 00000100:00100000:2.0:1731347581.021266:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312835328:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.021311:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2312980 -> 2312980 00002000:00010000:2.0:1731347581.021313:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.021314:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.021315:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.021317:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 536 -> 536 00000100:00100000:2.0:1731347581.021344:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312835328:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 77us (152us total) trans 4295336215 rc 0/0 00000100:00100000:2.0:1731347581.021350:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205427 00000100:00100000:2.0:1731347581.022602:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.022638:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312835456 00000100:00100000:0.0:1731347581.022644:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312835456 00000100:00100000:0.0:1731347581.022670:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205428 00000100:00100000:0.0:1731347581.022675:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312835456:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:0.0:1731347581.022745:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2312980 -> 2312980 00002000:00010000:0.0:1731347581.022747:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347581 00002000:00010000:0.0:1731347581.022749:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347581.022750:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.022751:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 536 -> 536 00000100:00100000:0.0:1731347581.022791:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312835456:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 114us (191us total) trans 4295336216 rc 0/0 00000100:00100000:0.0:1731347581.022797:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205428 00000100:00100000:0.0:1731347581.023788:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.023822:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312835712 00000100:00100000:1.0:1731347581.023827:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312835712 00000100:00100000:1.0:1731347581.023847:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712696 00000100:00100000:1.0:1731347581.023851:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+92:13210:x1815448312835712:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.023878:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.023895:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e078981 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcdc expref: 92 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.023906:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.023909:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.024007:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e078988 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.024022:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e078988 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.024030:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e078988 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.024062:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161598 00000004:00010000:1.0:1731347581.024079:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801316f3100 reply state ffff88007b531000 transno 4295161599 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e078988 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.024088:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0000/0xb104f9478e078988 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.024093:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.024096:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.024098:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.024147:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+94:13210:x1815448312835712:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 294us (360us total) trans 4295161599 rc 0/0 00000100:00100000:1.0:1731347581.024156:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712696 00000020:00080000:1.0:1731347581.024159:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.024817:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.024851:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.024870:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312835968 00000100:00100000:2.0:1731347581.024875:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312835968 00002000:00010000:2.0:1731347581.024891:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:1.0:1731347581.024891:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312835840 00000100:00100000:1.0:1731347581.024895:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312835840 00002000:00100000:2.0:1731347581.024896:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f0e00 with x1815448312835968 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.024903:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316f0e00. 00002000:00010000:1.0:1731347581.024905:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2768264->18446744073709551615) 00002000:00100000:1.0:1731347581.024908:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f2d80 with x1815448312835840 ext(2768264->18446744073709551615) 00002000:00010000:1.0:1731347581.024914:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316f2d80. 00000100:00100000:2.0:1731347581.024924:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678502 00000100:00100000:2.0:1731347581.024929:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312835968:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347581.024930:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678503 00000100:00100000:1.0:1731347581.024933:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312835840:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.024993:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.024995:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.024998:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.025000:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.025001:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1731347581.025013:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2312980 -> 2768264 00002000:00010000:1.0:1731347581.025015:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347580 00002000:00010000:1.0:1731347581.025016:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.025018:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:1.0:1731347581.025019:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 536 -> 536 00000100:00100000:2.0:1731347581.025030:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312835968:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 99us (214us total) trans 4295367707 rc 0/0 00000100:00100000:1.0:1731347581.025035:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312835840:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 101us (185us total) trans 4295336217 rc 0/0 00000100:00100000:2.0:1731347581.025036:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678502 00002000:00010000:2.0:1731347581.025039:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:1.0:1731347581.025040:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678503 00002000:00100000:2.0:1731347581.025041:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f0e00 with x1815448312835968 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.025042:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2768264->18446744073709551615) 00002000:00100000:1.0:1731347581.025044:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f2d80 with x1815448312835840 ext(2768264->18446744073709551615) 00002000:00010000:2.0:1731347581.025045:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316f0e00. 00002000:00010000:1.0:1731347581.025046:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316f2d80. 00000100:00100000:0.0:1731347581.025754:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.025802:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312836224 00000100:00100000:1.0:1731347581.025806:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312836224 00002000:00100000:1.0:1731347581.025821:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2760704->2764799) req@ffff8801316f0380 x1815448312836224/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.025830:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f0380 with x1815448312836224 ext(2760704->2764799) 00002000:00010000:1.0:1731347581.025834:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316f0380 00000100:00100000:1.0:1731347581.025854:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678504 00000100:00100000:1.0:1731347581.025858:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312836224:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347581.025957:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312836224:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 97us (202us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1731347581.025963:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678504 00002000:00100000:1.0:1731347581.025968:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2760704->2764799) req@ffff8801316f0380 x1815448312836224/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.025976:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316f0380 with x1815448312836224 ext(2760704->2764799) 00002000:00010000:1.0:1731347581.025979:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316f0380 00000100:00100000:0.0:1731347581.026753:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.026804:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312836480 00000100:00100000:1.0:1731347581.026808:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312836480 00002000:00100000:1.0:1731347581.026820:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2764800->2768895) req@ffff880005857480 x1815448312836480/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.026826:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005857480 with x1815448312836480 ext(2764800->2768895) 00002000:00010000:1.0:1731347581.026829:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005857480 00000100:00100000:1.0:1731347581.026848:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678505 00000100:00100000:1.0:1731347581.026852:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312836480:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347581.026921:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312836480:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 67us (168us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1731347581.026928:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678505 00002000:00100000:1.0:1731347581.026933:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2764800->2768895) req@ffff880005857480 x1815448312836480/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.026940:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005857480 with x1815448312836480 ext(2764800->2768895) 00002000:00010000:1.0:1731347581.026944:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005857480 00000100:00100000:0.0:1731347581.027717:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.027751:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312836608 00000100:00100000:1.0:1731347581.027755:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312836608 00002000:00100000:1.0:1731347581.027778:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1740800->2768263) req@ffff880005854a80 x1815448312836608/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.027784:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005854a80 with x1815448312836608 ext(1740800->2768263) 00002000:00010000:1.0:1731347581.027786:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005854a80 00000100:00100000:1.0:1731347581.027800:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678506 00000100:00100000:1.0:1731347581.027803:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312836608:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.029105:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2006:x1815448312836608:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1299us (1387us total) trans 4295336218 rc 0/0 00000100:00100000:0.0:1731347581.029111:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678506 00002000:00100000:0.0:1731347581.029116:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1740800->2768263) req@ffff880005854a80 x1815448312836608/t4295336218(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.029122:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005854a80 with x1815448312836608 ext(1740800->2768263) 00002000:00010000:0.0:1731347581.029125:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005854a80 00000100:00100000:0.0:1731347581.029814:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.029849:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312836736 00000100:00100000:1.0:1731347581.029854:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312836736 00000100:00100000:1.0:1731347581.029879:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712697 00000100:00100000:1.0:1731347581.029883:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+94:13210:x1815448312836736:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.029941:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+94:13210:x1815448312836736:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 57us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.029944:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712697 00000100:00100000:0.0:1731347581.030518:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.030555:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312836864 00000100:00100000:2.0:1731347581.030559:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312836864 00000100:00100000:2.0:1731347581.030586:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205429 00000100:00100000:2.0:1731347581.030590:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312836864:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.031125:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336218 is committed 00000100:00100000:2.0:1731347581.031186:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312836864:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 594us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.031190:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205429 00000100:00100000:0.0:1731347581.031901:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.031934:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312836992 00000100:00100000:1.0:1731347581.031939:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312836992 00000100:00100000:1.0:1731347581.031959:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712698 00000100:00100000:1.0:1731347581.031963:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+94:13210:x1815448312836992:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.031972:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.031985:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07898f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fce3 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.032038:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078996 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.032051:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.032058:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.032071:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2768264 00000004:00200000:1.0:1731347581.032074:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.032082:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.032095:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07898f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fce3 expref: 96 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.032104:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078996 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fce3 expref: 95 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.032109:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.032111:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.032113:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae0b40, rc 0) 00000100:00100000:1.0:1731347581.032131:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+95:13210:x1815448312836992:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 168us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.032135:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712698 00000100:00100000:0.0:1731347581.032964:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.033002:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312837120 00000100:00100000:2.0:1731347581.033007:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312837120 00000100:00100000:2.0:1731347581.033032:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205430 00000100:00100000:2.0:1731347581.033036:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312837120:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.033183:0:15959:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2768264 -> 2768264 00002000:00010000:2.0:1731347581.033185:0:15959:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.033187:0:15959:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.033188:0:15959:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.033190:0:15959:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 536 -> 640 00000100:00100000:2.0:1731347581.033217:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312837120:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 180us (254us total) trans 4295336219 rc 0/0 00000100:00100000:2.0:1731347581.033222:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205430 00000100:00100000:0.0:1731347581.034328:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.034361:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312837376 00000100:00100000:2.0:1731347581.034365:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312837376 00002000:00100000:2.0:1731347581.034382:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2568192->2572287) req@ffff880005857800 x1815448312837376/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.034388:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005857800 with x1815448312837376 ext(2568192->2572287) 00002000:00010000:2.0:1731347581.034392:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005857800 00000100:00100000:2.0:1731347581.034403:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678507 00000100:00100000:2.0:1731347581.034406:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312837376:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.034531:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005857800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312837376:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 122us (203us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.034537:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678507 00002000:00100000:2.0:1731347581.034542:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2568192->2572287) req@ffff880005857800 x1815448312837376/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.034548:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005857800 with x1815448312837376 ext(2568192->2572287) 00002000:00010000:2.0:1731347581.034551:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005857800 00000100:00100000:0.0:1731347581.035405:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.035437:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312837632 00000100:00100000:2.0:1731347581.035440:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312837632 00002000:00100000:2.0:1731347581.035451:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2564096->2568191) req@ffff880005855c00 x1815448312837632/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.035457:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005855c00 with x1815448312837632 ext(2564096->2568191) 00002000:00010000:2.0:1731347581.035459:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005855c00 00000100:00100000:2.0:1731347581.035467:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678508 00000100:00100000:2.0:1731347581.035470:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312837632:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.035528:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312837632:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 56us (124us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.035532:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678508 00002000:00100000:2.0:1731347581.035535:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2564096->2568191) req@ffff880005855c00 x1815448312837632/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.035540:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005855c00 with x1815448312837632 ext(2564096->2568191) 00002000:00010000:2.0:1731347581.035542:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005855c00 00000100:00100000:0.0:1731347581.036222:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.036288:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312837888 00000100:00100000:2.0:1731347581.036292:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312837888 00002000:00100000:2.0:1731347581.036306:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2560000->2564095) req@ffff880005856a00 x1815448312837888/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.036321:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005856a00 with x1815448312837888 ext(2560000->2564095) 00002000:00010000:2.0:1731347581.036324:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005856a00 00000100:00100000:2.0:1731347581.036346:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678509 00000100:00100000:2.0:1731347581.036350:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312837888:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.036447:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312837888:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 94us (224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.036453:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678509 00002000:00100000:2.0:1731347581.036458:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2560000->2564095) req@ffff880005856a00 x1815448312837888/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.036463:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005856a00 with x1815448312837888 ext(2560000->2564095) 00002000:00010000:2.0:1731347581.036465:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005856a00 00000100:00100000:0.0:1731347581.037143:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.037170:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312838144 00000100:00100000:2.0:1731347581.037173:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312838144 00002000:00100000:2.0:1731347581.037184:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2555904->2559999) req@ffff880005854000 x1815448312838144/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.037189:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005854000 with x1815448312838144 ext(2555904->2559999) 00002000:00010000:2.0:1731347581.037191:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005854000 00000100:00100000:2.0:1731347581.037205:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678510 00000100:00100000:2.0:1731347581.037208:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312838144:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.037260:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312838144:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 51us (117us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.037264:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678510 00002000:00100000:2.0:1731347581.037267:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2555904->2559999) req@ffff880005854000 x1815448312838144/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.037271:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005854000 with x1815448312838144 ext(2555904->2559999) 00002000:00010000:2.0:1731347581.037273:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005854000 00000100:00100000:0.0:1731347581.037979:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.038045:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312838400 00000100:00100000:2.0:1731347581.038050:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312838400 00002000:00100000:2.0:1731347581.038063:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2551808->2555903) req@ffff880005855500 x1815448312838400/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.038069:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005855500 with x1815448312838400 ext(2551808->2555903) 00002000:00010000:2.0:1731347581.038072:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005855500 00000100:00100000:2.0:1731347581.038089:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678511 00000100:00100000:2.0:1731347581.038092:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312838400:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.038150:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312838400:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 56us (171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.038154:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678511 00002000:00100000:2.0:1731347581.038158:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2551808->2555903) req@ffff880005855500 x1815448312838400/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.038163:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005855500 with x1815448312838400 ext(2551808->2555903) 00002000:00010000:2.0:1731347581.038165:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005855500 00000100:00100000:0.0:1731347581.038917:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.038948:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312838656 00000100:00100000:2.0:1731347581.038953:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312838656 00002000:00100000:2.0:1731347581.038967:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2547712->2551807) req@ffff880005856680 x1815448312838656/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.038976:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005856680 with x1815448312838656 ext(2547712->2551807) 00002000:00010000:2.0:1731347581.038980:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005856680 00000100:00100000:2.0:1731347581.039003:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678512 00000100:00100000:2.0:1731347581.039007:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312838656:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.039090:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312838656:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 82us (173us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.039094:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678512 00002000:00100000:2.0:1731347581.039098:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2547712->2551807) req@ffff880005856680 x1815448312838656/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.039103:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005856680 with x1815448312838656 ext(2547712->2551807) 00002000:00010000:2.0:1731347581.039105:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005856680 00000100:00100000:0.0:1731347581.039736:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.039797:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312838912 00000100:00100000:2.0:1731347581.039802:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312838912 00002000:00100000:2.0:1731347581.039819:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2543616->2547711) req@ffff880005854700 x1815448312838912/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.039828:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005854700 with x1815448312838912 ext(2543616->2547711) 00002000:00010000:2.0:1731347581.039831:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005854700 00000100:00100000:2.0:1731347581.039855:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678513 00000100:00100000:2.0:1731347581.039861:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312838912:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.039943:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312838912:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 81us (207us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.039950:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678513 00002000:00100000:2.0:1731347581.039955:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2543616->2547711) req@ffff880005854700 x1815448312838912/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.039962:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005854700 with x1815448312838912 ext(2543616->2547711) 00002000:00010000:2.0:1731347581.039965:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005854700 00000100:00100000:0.0:1731347581.040659:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.040696:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312839168 00000100:00100000:2.0:1731347581.040701:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312839168 00002000:00100000:2.0:1731347581.040719:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2539520->2543615) req@ffff880005854e00 x1815448312839168/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.040727:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005854e00 with x1815448312839168 ext(2539520->2543615) 00002000:00010000:2.0:1731347581.040730:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005854e00 00000100:00100000:2.0:1731347581.040743:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678514 00000100:00100000:2.0:1731347581.040748:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312839168:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.040840:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312839168:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 90us (180us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.040847:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678514 00002000:00100000:2.0:1731347581.040852:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2539520->2543615) req@ffff880005854e00 x1815448312839168/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.040860:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005854e00 with x1815448312839168 ext(2539520->2543615) 00002000:00010000:2.0:1731347581.040863:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005854e00 00000100:00100000:0.0:1731347581.041485:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.041517:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312839424 00000100:00100000:2.0:1731347581.041521:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312839424 00002000:00100000:2.0:1731347581.041533:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2535424->2539519) req@ffff880005855f80 x1815448312839424/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.041540:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005855f80 with x1815448312839424 ext(2535424->2539519) 00002000:00010000:2.0:1731347581.041543:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005855f80 00000100:00100000:2.0:1731347581.041553:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678515 00000100:00100000:2.0:1731347581.041557:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312839424:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.041618:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312839424:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (134us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.041623:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678515 00002000:00100000:2.0:1731347581.041626:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2535424->2539519) req@ffff880005855f80 x1815448312839424/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.041631:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005855f80 with x1815448312839424 ext(2535424->2539519) 00002000:00010000:2.0:1731347581.041633:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005855f80 00000100:00100000:0.0:1731347581.042282:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.042327:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312839680 00000100:00100000:2.0:1731347581.042332:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312839680 00002000:00100000:2.0:1731347581.042349:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2531328->2535423) req@ffff880005855880 x1815448312839680/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.042359:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005855880 with x1815448312839680 ext(2531328->2535423) 00002000:00010000:2.0:1731347581.042362:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005855880 00000100:00100000:2.0:1731347581.042386:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678516 00000100:00100000:2.0:1731347581.042391:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880005855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312839680:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.042501:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880005855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312839680:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 107us (218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.042508:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678516 00002000:00100000:2.0:1731347581.042514:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2531328->2535423) req@ffff880005855880 x1815448312839680/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.042522:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880005855880 with x1815448312839680 ext(2531328->2535423) 00002000:00010000:2.0:1731347581.042525:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880005855880 00000100:00100000:0.0:1731347581.043167:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.043200:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312839936 00000100:00100000:2.0:1731347581.043204:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312839936 00002000:00100000:2.0:1731347581.043215:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2527232->2531327) req@ffff8801193e1c00 x1815448312839936/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.043220:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1c00 with x1815448312839936 ext(2527232->2531327) 00002000:00010000:2.0:1731347581.043222:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e1c00 00000100:00100000:2.0:1731347581.043236:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678517 00000100:00100000:2.0:1731347581.043239:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312839936:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.043292:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312839936:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 51us (125us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.043296:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678517 00002000:00100000:2.0:1731347581.043300:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2527232->2531327) req@ffff8801193e1c00 x1815448312839936/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.043305:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1c00 with x1815448312839936 ext(2527232->2531327) 00002000:00010000:2.0:1731347581.043307:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e1c00 00000100:00100000:0.0:1731347581.043966:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.044002:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312840192 00000100:00100000:2.0:1731347581.044006:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312840192 00002000:00100000:2.0:1731347581.044019:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2523136->2527231) req@ffff8801193e1180 x1815448312840192/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.044027:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1180 with x1815448312840192 ext(2523136->2527231) 00002000:00010000:2.0:1731347581.044030:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e1180 00000100:00100000:2.0:1731347581.044042:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678518 00000100:00100000:2.0:1731347581.044047:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312840192:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.044125:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312840192:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 75us (158us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.044135:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678518 00002000:00100000:2.0:1731347581.044141:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2523136->2527231) req@ffff8801193e1180 x1815448312840192/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.044148:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1180 with x1815448312840192 ext(2523136->2527231) 00002000:00010000:2.0:1731347581.044151:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e1180 00000100:00100000:0.0:1731347581.044735:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.044783:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312840448 00000100:00100000:2.0:1731347581.044787:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312840448 00002000:00100000:2.0:1731347581.044801:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2519040->2523135) req@ffff8801193e0380 x1815448312840448/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.044808:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e0380 with x1815448312840448 ext(2519040->2523135) 00002000:00010000:2.0:1731347581.044811:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e0380 00000100:00100000:2.0:1731347581.044830:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678519 00000100:00100000:2.0:1731347581.044835:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312840448:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.044910:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312840448:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 74us (174us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.044916:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678519 00002000:00100000:2.0:1731347581.044921:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2519040->2523135) req@ffff8801193e0380 x1815448312840448/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.044928:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e0380 with x1815448312840448 ext(2519040->2523135) 00002000:00010000:2.0:1731347581.044930:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e0380 00000100:00100000:0.0:1731347581.045613:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.045659:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312840704 00000100:00100000:2.0:1731347581.045664:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312840704 00002000:00100000:2.0:1731347581.045681:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2514944->2519039) req@ffff8801193e0a80 x1815448312840704/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.045696:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e0a80 with x1815448312840704 ext(2514944->2519039) 00002000:00010000:2.0:1731347581.045700:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e0a80 00000100:00100000:2.0:1731347581.045722:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678520 00000100:00100000:2.0:1731347581.045728:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312840704:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.045818:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312840704:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 89us (204us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.045822:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678520 00002000:00100000:2.0:1731347581.045826:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2514944->2519039) req@ffff8801193e0a80 x1815448312840704/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.045831:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e0a80 with x1815448312840704 ext(2514944->2519039) 00002000:00010000:2.0:1731347581.045834:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e0a80 00000100:00100000:0.0:1731347581.046382:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.046434:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312840960 00000100:00100000:2.0:1731347581.046437:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312840960 00002000:00100000:2.0:1731347581.046448:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2510848->2514943) req@ffff8801193e2d80 x1815448312840960/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.046453:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e2d80 with x1815448312840960 ext(2510848->2514943) 00002000:00010000:2.0:1731347581.046455:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e2d80 00000100:00100000:2.0:1731347581.046463:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678521 00000100:00100000:2.0:1731347581.046466:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312840960:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.046525:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312840960:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 57us (143us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.046529:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678521 00002000:00100000:2.0:1731347581.046533:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2510848->2514943) req@ffff8801193e2d80 x1815448312840960/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.046538:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e2d80 with x1815448312840960 ext(2510848->2514943) 00002000:00010000:2.0:1731347581.046540:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e2d80 00000100:00100000:0.0:1731347581.047557:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.047603:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312841216 00000100:00100000:1.0:1731347581.047608:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312841216 00000100:00100000:1.0:1731347581.047631:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712699 00000100:00100000:1.0:1731347581.047635:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+95:13210:x1815448312841216:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.047661:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.047679:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e078996 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fce3 expref: 95 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.047703:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.047707:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.047836:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07899d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.047850:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07899d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.047856:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07899d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.047877:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161600 00000004:00010000:1.0:1731347581.047888:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801193e1880 reply state ffff8800a7a29000 transno 4295161601 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07899d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.047893:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0d80/0xb104f9478e07899d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.047897:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.047899:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.047900:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.047945:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+97:13210:x1815448312841216:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 309us (388us total) trans 4295161601 rc 0/0 00000100:00100000:1.0:1731347581.047949:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712699 00000020:00080000:1.0:1731347581.047952:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.048624:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.048651:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.048673:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312841344 00000100:00100000:2.0:1731347581.048678:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312841344 00000100:00100000:1.0:1731347581.048685:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312841472 00000100:00100000:1.0:1731347581.048689:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312841472 00002000:00010000:2.0:1731347581.048691:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3338249->18446744073709551615) 00002000:00100000:2.0:1731347581.048694:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e2a00 with x1815448312841344 ext(3338249->18446744073709551615) 00002000:00010000:1.0:1731347581.048699:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:2.0:1731347581.048701:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e2a00. 00002000:00100000:1.0:1731347581.048701:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e0e00 with x1815448312841472 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.048707:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e0e00. 00000100:00100000:2.0:1731347581.048721:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678522 00000100:00100000:2.0:1731347581.048725:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312841344:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347581.048727:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678523 00000100:00100000:1.0:1731347581.048731:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312841472:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.048804:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1731347581.048806:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.048808:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.048809:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.048810:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1731347581.048836:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312841472:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 104us (184us total) trans 4295367708 rc 0/0 00002000:00010000:2.0:1731347581.048839:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2768264 -> 3338249 00000100:00100000:1.0:1731347581.048841:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678523 00002000:00010000:2.0:1731347581.048842:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.048842:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:2.0:1731347581.048843:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00100000:1.0:1731347581.048844:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e0e00 with x1815448312841472 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.048845:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.048846:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 640 -> 640 00002000:00010000:1.0:1731347581.048847:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e0e00. 00000100:00100000:2.0:1731347581.048864:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312841344:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 137us (241us total) trans 4295336220 rc 0/0 00000100:00100000:2.0:1731347581.048868:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678522 00002000:00010000:2.0:1731347581.048870:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3338249->18446744073709551615) 00002000:00100000:2.0:1731347581.048872:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e2a00 with x1815448312841344 ext(3338249->18446744073709551615) 00002000:00010000:2.0:1731347581.048875:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e2a00. 00000100:00100000:0.0:1731347581.049566:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.049621:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312841600 00000100:00100000:1.0:1731347581.049626:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312841600 00000100:00100000:1.0:1731347581.049661:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712700 00000100:00100000:1.0:1731347581.049667:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+97:13210:x1815448312841600:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.049682:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.049694:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcea expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.049749:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.049759:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.049780:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.049799:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3338249 00000004:00200000:1.0:1731347581.049803:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.049813:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.049830:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcea expref: 99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.049841:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcea expref: 98 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.049847:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.049850:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.049852:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae2ac0, rc 0) 00000100:00100000:1.0:1731347581.049883:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+98:13210:x1815448312841600:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 216us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.049887:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712700 00000100:00100000:0.0:1731347581.051246:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.051294:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312841856 00000100:00100000:1.0:1731347581.051300:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312841856 00000100:00100000:1.0:1731347581.051324:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712701 00000100:00100000:1.0:1731347581.051329:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+98:13210:x1815448312841856:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.051364:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.051382:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcea expref: 98 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.051396:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.051399:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.051532:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0789b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.051548:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0789b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.051555:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0789b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.051583:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161602 00000004:00010000:1.0:1731347581.051596:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801193e1f80 reply state ffff88007d781000 transno 4295161603 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0789b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.051604:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1f80/0xb104f9478e0789b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.051609:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.051612:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.051614:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.051671:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+100:13210:x1815448312841856:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 340us (428us total) trans 4295161603 rc 0/0 00000100:00100000:1.0:1731347581.051678:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712701 00000020:00080000:1.0:1731347581.051682:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1731347581.052599:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.052641:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.052675:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312841984 00000100:00100000:2.0:1731347581.052681:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312842112 00000100:00100000:0.0:1731347581.052681:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312841984 00000100:00100000:2.0:1731347581.052685:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312842112 00002000:00010000:2.0:1731347581.052706:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (668126->18446744073709551615) 00002000:00010000:0.0:1731347581.052706:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347581.052709:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f44e00 with x1815448312842112 ext(668126->18446744073709551615) 00002000:00100000:0.0:1731347581.052710:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f47100 with x1815448312841984 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347581.052716:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077f44e00. 00002000:00010000:0.0:1731347581.052717:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f47100. 00000100:00100000:2.0:1731347581.052737:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678524 00000100:00100000:2.0:1731347581.052741:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312842112:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347581.052749:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678525 00000100:00100000:0.0:1731347581.052754:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312841984:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347581.052846:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3338249 -> 4194304 00002000:00010000:0.0:1731347581.052849:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347581.052850:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.052852:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 668126 00002000:00010000:0.0:1731347581.052852:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347581.052853:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 640 -> 640 00002000:00010000:2.0:1731347581.052855:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.052857:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.052859:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.052861:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1731347581.052882:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312841984:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 128us (285us total) trans 4295336221 rc 0/0 00000100:00100000:2.0:1731347581.052883:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312842112:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 141us (242us total) trans 4295367709 rc 0/0 00000100:00100000:0.0:1731347581.052887:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678525 00002000:00010000:0.0:1731347581.052889:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00000100:00100000:2.0:1731347581.052890:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678524 00002000:00100000:0.0:1731347581.052891:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f47100 with x1815448312841984 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347581.052893:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077f47100. 00002000:00010000:2.0:1731347581.052894:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (668126->18446744073709551615) 00002000:00100000:2.0:1731347581.052896:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077f44e00 with x1815448312842112 ext(668126->18446744073709551615) 00002000:00010000:2.0:1731347581.052899:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077f44e00. 00000100:00100000:0.0:1731347581.055888:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.055920:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.055940:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312842368 00000100:00100000:2.0:1731347581.055948:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312842368 00000100:00100000:1.0:1731347581.055968:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312842624 00000100:00100000:1.0:1731347581.055972:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312842624 00002000:00100000:2.0:1731347581.055978:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (626688->630783) req@ffff8801193e2680 x1815448312842368/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.055986:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e2680 with x1815448312842368 ext(626688->630783) 00002000:00010000:2.0:1731347581.055990:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e2680 00002000:00100000:1.0:1731347581.055990:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1560576->4194303) req@ffff8801193e3100 x1815448312842624/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 552/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.055998:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e3100 with x1815448312842624 ext(1560576->4194303) 00002000:00010000:1.0:1731347581.056001:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e3100 00000100:00100000:2.0:1731347581.056012:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678526 00000100:00100000:2.0:1731347581.056017:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312842368:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347581.056017:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678527 00000100:00100000:1.0:1731347581.056022:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312842624:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.056145:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312842368:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 128us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.056151:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678526 00002000:00100000:2.0:1731347581.056155:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (626688->630783) req@ffff8801193e2680 x1815448312842368/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.056161:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e2680 with x1815448312842368 ext(626688->630783) 00002000:00010000:2.0:1731347581.056163:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e2680 00000100:00100000:0.0:1731347581.057652:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.057695:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312842880 00000100:00100000:2.0:1731347581.057700:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312842880 00002000:00100000:2.0:1731347581.057718:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->671743) req@ffff8801193e0700 x1815448312842880/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.057726:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e0700 with x1815448312842880 ext(0->671743) 00002000:00010000:2.0:1731347581.057729:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e0700 00000100:00100000:2.0:1731347581.057748:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678528 00000100:00100000:2.0:1731347581.057751:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312842880:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347581.062529:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312842624:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 6498us (6600us total) trans 0 rc 1900544/1900544 00000100:00100000:1.0:1731347581.062537:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678527 00002000:00100000:1.0:1731347581.062546:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1560576->4194303) req@ffff8801193e3100 x1815448312842624/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 552/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 1900544/1900544 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.062553:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e3100 with x1815448312842624 ext(1560576->4194303) 00002000:00010000:1.0:1731347581.062557:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801193e3100 00000100:00100000:2.0:1731347581.063149:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312842880:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 5394us (5497us total) trans 0 rc 667648/667648 00000100:00100000:2.0:1731347581.063155:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678528 00002000:00100000:2.0:1731347581.063160:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->671743) req@ffff8801193e0700 x1815448312842880/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 667648/667648 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.063165:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e0700 with x1815448312842880 ext(0->671743) 00002000:00010000:2.0:1731347581.063168:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e0700 00000100:00100000:0.0:1731347581.064303:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.064338:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312843008 00000100:00100000:2.0:1731347581.064345:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312843008 00002000:00100000:2.0:1731347581.064365:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (626688->668125) req@ffff8801193e1500 x1815448312843008/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.064375:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1500 with x1815448312843008 ext(626688->668125) 00002000:00010000:2.0:1731347581.064377:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e1500 00000100:00100000:2.0:1731347581.064394:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678529 00000100:00100000:2.0:1731347581.064397:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312843008:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.065529:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312843008:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1128us (1225us total) trans 4295367710 rc 0/0 00000100:00100000:0.0:1731347581.065542:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678529 00002000:00100000:0.0:1731347581.065549:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (626688->668125) req@ffff8801193e1500 x1815448312843008/t4295367710(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.065558:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801193e1500 with x1815448312843008 ext(626688->668125) 00002000:00010000:0.0:1731347581.065561:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801193e1500 00000100:00100000:0.0:1731347581.066177:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.066227:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312843136 00000100:00100000:1.0:1731347581.066233:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312843136 00000100:00100000:1.0:1731347581.066264:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712702 00000100:00100000:1.0:1731347581.066270:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+100:13210:x1815448312843136:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.066334:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801193e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+100:13210:x1815448312843136:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 64us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.066339:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712702 00000100:00100000:0.0:1731347581.067027:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.067072:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312843264 00000100:00100000:2.0:1731347581.067077:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312843264 00000100:00100000:2.0:1731347581.067105:0:15959:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205431 00000100:00100000:2.0:1731347581.067109:0:15959:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312843264:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.067658:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367710 is committed 00000100:00100000:2.0:1731347581.067753:0:15959:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312843264:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 641us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.067759:0:15959:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205431 00000100:00100000:0.0:1731347581.068601:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.068646:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312843392 00000100:00100000:1.0:1731347581.068652:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312843392 00000100:00100000:1.0:1731347581.068682:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712703 00000100:00100000:1.0:1731347581.068688:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+100:13210:x1815448312843392:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.068701:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.068716:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcf1 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.068797:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.068813:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.068822:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.068842:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4862430 00000004:00200000:1.0:1731347581.068846:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.068857:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.068878:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcf1 expref: 102 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.068904:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcf1 expref: 101 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.068912:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.068915:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.068917:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae1440, rc 0) 00000100:00100000:1.0:1731347581.068953:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+101:13210:x1815448312843392:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 264us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.068959:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712703 00000100:00100000:0.0:1731347581.070216:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.070246:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.070262:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312843648 00000100:00100000:2.0:1731347581.070268:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312843648 00000100:00100000:2.0:1731347581.070294:0:15959:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312843520 00000100:00100000:2.0:1731347581.070295:0:15959:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312843520 00000100:00100000:3.0:1731347581.070302:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205432 00000100:00100000:3.0:1731347581.070310:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312843648:12345-192.168.203.60@tcp:22:fsx.0 00000100:00100000:0.0:1731347581.070311:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205433 00000100:00100000:0.0:1731347581.070315:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312843520:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.070483:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 668126 -> 668126 00002000:00010000:0.0:1731347581.070483:0:15911:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1731347581.070485:0:15911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.070486:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347581.070487:0:15911:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.070488:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347581.070488:0:15911:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:0.0:1731347581.070489:0:15911:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 640 -> 704 00002000:00010000:3.0:1731347581.070490:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:3.0:1731347581.070492:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 96 00000100:00100000:0.0:1731347581.070514:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312843520:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 198us (267us total) trans 4295336222 rc 0/0 00000100:00100000:3.0:1731347581.070516:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312843648:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 205us (302us total) trans 4295367711 rc 0/0 00000100:00100000:0.0:1731347581.070519:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205433 00000100:00100000:3.0:1731347581.070523:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205432 00000100:00100000:0.0:1731347581.071539:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.071609:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312843776 00000100:00100000:3.0:1731347581.071615:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312843776 00000100:00100000:3.0:1731347581.071641:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205434 00000100:00100000:3.0:1731347581.071645:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312843776:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.071735:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.071737:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.071739:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.071740:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.071742:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 704 -> 784 00000100:00100000:3.0:1731347581.071787:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312843776:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 141us (252us total) trans 4295336223 rc 0/0 00000100:00100000:3.0:1731347581.071792:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205434 00000100:00100000:0.0:1731347581.073477:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.073564:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312843904 00000100:00100000:2.0:1731347581.073571:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312843904 00002000:00100000:2.0:1731347581.073604:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2318336->2433023) req@ffff88012c041180 x1815448312843904/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.073614:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c041180 with x1815448312843904 ext(2318336->2433023) 00002000:00010000:2.0:1731347581.073618:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c041180 00000100:00100000:2.0:1731347581.073646:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678530 00000100:00100000:2.0:1731347581.073653:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312843904:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.075122:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2005:x1815448312843904:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1466us (1645us total) trans 4295336224 rc 0/0 00000100:00100000:0.0:1731347581.075130:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678530 00002000:00100000:0.0:1731347581.075136:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2318336->2433023) req@ffff88012c041180 x1815448312843904/t4295336224(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.075143:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c041180 with x1815448312843904 ext(2318336->2433023) 00002000:00010000:0.0:1731347581.075146:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c041180 00000100:00100000:0.0:1731347581.075910:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.075962:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312844032 00000100:00100000:3.0:1731347581.075969:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312844032 00000100:00100000:3.0:1731347581.076008:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205435 00000100:00100000:3.0:1731347581.076013:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312844032:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.076645:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336224 is committed 00000100:00100000:3.0:1731347581.076725:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312844032:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 710us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347581.076730:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205435 00000100:00100000:0.0:1731347581.078096:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.078147:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312844160 00000100:00100000:2.0:1731347581.078154:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312844160 00002000:00100000:2.0:1731347581.078180:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3362816->3395583) req@ffff88012c040e00 x1815448312844160/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.078190:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c040e00 with x1815448312844160 ext(3362816->3395583) 00002000:00010000:2.0:1731347581.078195:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c040e00 00000100:00100000:2.0:1731347581.078219:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678531 00000100:00100000:2.0:1731347581.078226:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312844160:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.079322:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312844160:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1094us (1225us total) trans 4295336225 rc 0/0 00000100:00100000:0.0:1731347581.079328:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678531 00002000:00100000:0.0:1731347581.079334:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3362816->3395583) req@ffff88012c040e00 x1815448312844160/t4295336225(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.079339:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c040e00 with x1815448312844160 ext(3362816->3395583) 00002000:00010000:0.0:1731347581.079342:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c040e00 00000100:00100000:0.0:1731347581.079988:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.080029:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312844288 00000100:00100000:3.0:1731347581.080036:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312844288 00000100:00100000:3.0:1731347581.080070:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205436 00000100:00100000:3.0:1731347581.080076:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312844288:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.080649:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336225 is committed 00000100:00100000:3.0:1731347581.080713:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312844288:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 636us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347581.080718:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205436 00000100:00100000:0.0:1731347581.081734:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.081786:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312844416 00000100:00100000:3.0:1731347581.081791:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312844416 00000100:00100000:3.0:1731347581.081809:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205437 00000100:00100000:3.0:1731347581.081814:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312844416:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.081930:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.081934:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.081936:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.081938:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.081939:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 784 -> 1136 00000100:00100000:3.0:1731347581.081974:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312844416:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 157us (240us total) trans 4295336226 rc 0/0 00000100:00100000:3.0:1731347581.081981:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205437 00000100:00100000:0.0:1731347581.082677:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.082708:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312844544 00000100:00100000:3.0:1731347581.082711:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312844544 00000100:00100000:3.0:1731347581.082724:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205438 00000100:00100000:3.0:1731347581.082728:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312844544:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.082862:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.082864:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347581 00002000:00010000:3.0:1731347581.082866:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.082867:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.082869:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1136 -> 1136 00000100:00100000:3.0:1731347581.082894:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c040700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312844544:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 164us (217us total) trans 4295336227 rc 0/0 00000100:00100000:3.0:1731347581.082898:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205438 00000100:00100000:0.0:1731347581.085105:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.085144:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312844928 00000100:00100000:0.0:1731347581.085144:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.085149:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312844928 00002000:00100000:2.0:1731347581.085170:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (671744->1064959) req@ffff88012c041c00 x1815448312844928/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.085177:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c041c00 with x1815448312844928 ext(671744->1064959) 00002000:00010000:2.0:1731347581.085181:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c041c00 00000100:00100000:2.0:1731347581.085195:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312845056 00000100:00100000:2.0:1731347581.085197:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312845056 00002000:00100000:2.0:1731347581.085203:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3956736->4001791) req@ffff88009980c000 x1815448312845056/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:1.0:1731347581.085204:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678532 00002000:00100000:2.0:1731347581.085208:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980c000 with x1815448312845056 ext(3956736->4001791) 00002000:00010000:2.0:1731347581.085210:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980c000 00000100:00100000:1.0:1731347581.085212:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312844928:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.085217:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678533 00000100:00100000:2.0:1731347581.085221:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312845056:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.085974:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312845056:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 750us (829us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1731347581.085980:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678533 00002000:00100000:2.0:1731347581.085987:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3956736->4001791) req@ffff88009980c000 x1815448312845056/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.085994:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980c000 with x1815448312845056 ext(3956736->4001791) 00002000:00010000:2.0:1731347581.085997:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980c000 00000100:00100000:1.0:1731347581.086017:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312844928:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 804us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.086024:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678532 00002000:00100000:1.0:1731347581.086030:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (671744->1064959) req@ffff88012c041c00 x1815448312844928/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.086038:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c041c00 with x1815448312844928 ext(671744->1064959) 00002000:00010000:1.0:1731347581.086041:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c041c00 00000100:00100000:0.0:1731347581.087276:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.087321:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312845184 00000100:00100000:3.0:1731347581.087326:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312845184 00000100:00100000:3.0:1731347581.087350:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205439 00000100:00100000:3.0:1731347581.087356:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312845184:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.087509:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.087512:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.087513:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.087515:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.087516:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1136 -> 1136 00000100:00100000:3.0:1731347581.087543:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312845184:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 186us (268us total) trans 4295336228 rc 0/0 00000100:00100000:3.0:1731347581.087547:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205439 00000100:00100000:2.0:1731347581.088576:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.088644:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312845312 00000100:00100000:1.0:1731347581.088649:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312845312 00002000:00100000:1.0:1731347581.088669:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (331776->1102568) req@ffff880115b2dc00 x1815448312845312/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.088678:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2dc00 with x1815448312845312 ext(331776->1102568) 00002000:00010000:1.0:1731347581.088682:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880115b2dc00 00000100:00100000:1.0:1731347581.088706:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678534 00000100:00100000:1.0:1731347581.088712:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312845312:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.090136:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312845312:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1422us (1560us total) trans 4295367712 rc 0/0 00000100:00100000:0.0:1731347581.090144:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678534 00002000:00100000:0.0:1731347581.090149:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (331776->1102568) req@ffff880115b2dc00 x1815448312845312/t4295367712(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.090155:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2dc00 with x1815448312845312 ext(331776->1102568) 00002000:00010000:0.0:1731347581.090157:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880115b2dc00 00000100:00100000:0.0:1731347581.090853:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.090904:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312845440 00000100:00100000:3.0:1731347581.090910:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312845440 00000100:00100000:3.0:1731347581.090938:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205440 00000100:00100000:3.0:1731347581.090944:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312845440:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.091450:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367712 is committed 00000100:00100000:2.0:1731347581.091523:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312845440:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 577us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.091529:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205440 00000100:00100000:0.0:1731347581.092477:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.092517:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312845568 00000100:00100000:2.0:1731347581.092522:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312845568 00000100:00100000:2.0:1731347581.092538:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205441 00000100:00100000:2.0:1731347581.092542:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312845568:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.092631:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 668126 -> 1102569 00002000:00010000:2.0:1731347581.092634:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.092635:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.092636:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:2.0:1731347581.092638:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 96 -> 224 00000100:00100000:2.0:1731347581.092671:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312845568:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 126us (194us total) trans 4295367713 rc 0/0 00000100:00100000:2.0:1731347581.092677:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205441 00000100:00100000:0.0:1731347581.093388:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.093434:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312845696 00000100:00100000:2.0:1731347581.093437:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312845696 00000100:00100000:2.0:1731347581.093451:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205442 00000100:00100000:2.0:1731347581.093454:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312845696:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.093554:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.093556:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.093558:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.093560:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.093561:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1136 -> 1136 00000100:00100000:2.0:1731347581.093585:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312845696:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 129us (198us total) trans 4295336229 rc 0/0 00000100:00100000:2.0:1731347581.093589:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205442 00000100:00100000:0.0:1731347581.094579:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.094623:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312845824 00000100:00100000:2.0:1731347581.094628:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312845824 00002000:00100000:2.0:1731347581.094644:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (368640->3096575) req@ffff88009980f100 x1815448312845824/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.094651:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980f100 with x1815448312845824 ext(368640->3096575) 00002000:00010000:2.0:1731347581.094655:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980f100 00000100:00100000:2.0:1731347581.094674:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678535 00000100:00100000:2.0:1731347581.094677:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312845824:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.095900:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312845824:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1218us (1317us total) trans 4295336230 rc 0/0 00000100:00100000:0.0:1731347581.095908:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678535 00002000:00100000:0.0:1731347581.095915:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (368640->3096575) req@ffff88009980f100 x1815448312845824/t4295336230(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/456 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.095923:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980f100 with x1815448312845824 ext(368640->3096575) 00002000:00010000:0.0:1731347581.095927:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980f100 00000100:00100000:0.0:1731347581.096528:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.096562:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312845952 00000100:00100000:2.0:1731347581.096566:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312845952 00000100:00100000:2.0:1731347581.096586:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205443 00000100:00100000:2.0:1731347581.096590:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312845952:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.097136:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336230 is committed 00000100:00100000:2.0:1731347581.097209:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312845952:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 617us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.097215:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205443 00000100:00100000:0.0:1731347581.098004:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.098035:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312846080 00000100:00100000:2.0:1731347581.098039:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312846080 00000100:00100000:2.0:1731347581.098053:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205444 00000100:00100000:2.0:1731347581.098056:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312846080:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.098237:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.098239:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347580 00002000:00010000:2.0:1731347581.098241:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.098242:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:2.0:1731347581.098243:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1136 -> 1240 00000100:00100000:2.0:1731347581.098266:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312846080:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 209us (263us total) trans 4295336231 rc 0/0 00000100:00100000:2.0:1731347581.098270:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205444 00000100:00100000:0.0:1731347581.099021:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.099053:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312846208 00000100:00100000:2.0:1731347581.099057:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312846208 00000100:00100000:2.0:1731347581.099069:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205445 00000100:00100000:2.0:1731347581.099072:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312846208:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.099151:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.099153:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.099154:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.099155:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.099157:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1240 -> 1240 00000100:00100000:2.0:1731347581.099180:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312846208:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 107us (160us total) trans 4295336232 rc 0/0 00000100:00100000:2.0:1731347581.099184:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205445 00000100:00100000:0.0:1731347581.099988:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.100023:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312846336 00000100:00100000:2.0:1731347581.100027:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312846336 00000100:00100000:2.0:1731347581.100042:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205446 00000100:00100000:2.0:1731347581.100046:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312846336:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.100111:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.100113:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.100115:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.100116:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.100117:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1240 -> 1320 00000100:00100000:2.0:1731347581.100142:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312846336:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 95us (155us total) trans 4295336233 rc 0/0 00000100:00100000:2.0:1731347581.100146:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205446 00000100:00100000:0.0:1731347581.101704:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.101739:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312846464 00000100:00100000:2.0:1731347581.101743:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312846464 00000100:00100000:2.0:1731347581.101777:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205447 00000100:00100000:2.0:1731347581.101781:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312846464:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.101843:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.101845:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.101847:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.101848:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.101849:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1320 -> 1328 00000100:00100000:2.0:1731347581.101874:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312846464:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 91us (171us total) trans 4295336234 rc 0/0 00000100:00100000:2.0:1731347581.101878:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205447 00000100:00100000:0.0:1731347581.102804:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.102856:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312846720 00000100:00100000:1.0:1731347581.102861:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312846720 00000100:00100000:1.0:1731347581.102891:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712704 00000100:00100000:1.0:1731347581.102896:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+101:13210:x1815448312846720:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.102923:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.102942:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcf1 expref: 101 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.102965:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.102969:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.103067:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0789c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.103083:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0789c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.103092:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0789c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.103117:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161604 00000004:00010000:1.0:1731347581.103131:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009980df80 reply state ffff8800999d0000 transno 4295161605 ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0789c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.103140:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae0b40/0xb104f9478e0789c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.103146:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.103148:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.103150:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.103203:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+103:13210:x1815448312846720:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 306us (398us total) trans 4295161605 rc 0/0 00000100:00100000:1.0:1731347581.103210:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712704 00000020:00080000:1.0:1731347581.103214:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.103941:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.103972:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.103997:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312846848 00000100:00100000:2.0:1731347581.104002:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312846848 00002000:00010000:2.0:1731347581.104015:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3375237->18446744073709551615) 00002000:00100000:2.0:1731347581.104018:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980ca80 with x1815448312846848 ext(3375237->18446744073709551615) 00000100:00100000:1.0:1731347581.104021:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312846976 00002000:00010000:2.0:1731347581.104023:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980ca80. 00000100:00100000:1.0:1731347581.104026:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312846976 00002000:00010000:1.0:1731347581.104040:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:2.0:1731347581.104042:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678536 00002000:00100000:1.0:1731347581.104042:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980e300 with x1815448312846976 ext(0->18446744073709551615) 00000100:00100000:2.0:1731347581.104045:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312846848:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.104047:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009980e300. 00000100:00100000:1.0:1731347581.104068:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678537 00000100:00100000:1.0:1731347581.104071:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312846976:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.104616:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 3375237 00002000:00010000:2.0:1731347581.104618:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.104620:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.104621:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:2.0:1731347581.104622:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1328 -> 1152 00000100:00100000:2.0:1731347581.104648:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312846848:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 601us (708us total) trans 4295336235 rc 0/0 00000100:00100000:2.0:1731347581.104653:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678536 00002000:00010000:2.0:1731347581.104655:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3375237->18446744073709551615) 00002000:00100000:2.0:1731347581.104657:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980ca80 with x1815448312846848 ext(3375237->18446744073709551615) 00002000:00010000:2.0:1731347581.104659:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980ca80. 00002000:00010000:1.0:1731347581.104758:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 1102569 -> 0 00002000:00010000:1.0:1731347581.104761:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.104762:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.104779:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.104780:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 224 -> 0 00000100:00100000:1.0:1731347581.104810:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312846976:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 736us (836us total) trans 4295367714 rc 0/0 00000100:00100000:1.0:1731347581.104817:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678537 00002000:00010000:1.0:1731347581.104820:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.104823:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980e300 with x1815448312846976 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.104827:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009980e300. 00000100:00100000:0.0:1731347581.107130:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.107190:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312847104 00000100:00100000:1.0:1731347581.107197:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312847104 00000100:00100000:1.0:1731347581.107231:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712705 00000100:00100000:1.0:1731347581.107236:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+103:13210:x1815448312847104:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.107252:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.107265:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcf8 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.107320:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.107346:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.107355:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.107371:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3375237 00000004:00200000:1.0:1731347581.107374:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.107393:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.107408:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae1440/0xb104f9478e0789ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcf8 expref: 105 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.107450:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcf8 expref: 104 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.107456:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.107458:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.107460:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aaae2ac0, rc 0) 00000100:00100000:1.0:1731347581.107494:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+104:13210:x1815448312847104:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 257us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.107498:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712705 00000100:00100000:0.0:1731347581.108652:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.108691:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312847360 00000100:00100000:1.0:1731347581.108696:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312847360 00000100:00100000:1.0:1731347581.108713:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712706 00000100:00100000:1.0:1731347581.108717:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+104:13210:x1815448312847360:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.108739:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.108750:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aaae2ac0/0xb104f9478e0789d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcf8 expref: 104 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.108758:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.108760:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.108859:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0789dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.108870:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0789dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.108874:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0789dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.108896:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161606 00000004:00010000:1.0:1731347581.108905:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009980d880 reply state ffff8800999d3000 transno 4295161607 ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0789dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.108911:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222400/0xb104f9478e0789dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.108914:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.108915:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.108917:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.108968:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+106:13210:x1815448312847360:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 250us (318us total) trans 4295161607 rc 0/0 00000100:00100000:1.0:1731347581.108972:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712706 00000020:00080000:1.0:1731347581.108975:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.109751:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.109789:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.109797:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312847616 00000100:00100000:1.0:1731347581.109800:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312847616 00002000:00010000:1.0:1731347581.109814:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.109816:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980f800 with x1815448312847616 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.109822:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009980f800. 00000100:00100000:1.0:1731347581.109838:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312847488 00000100:00100000:1.0:1731347581.109840:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312847488 00002000:00010000:1.0:1731347581.109845:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3772617->18446744073709551615) 00002000:00100000:1.0:1731347581.109847:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980fb80 with x1815448312847488 ext(3772617->18446744073709551615) 00002000:00010000:1.0:1731347581.109850:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980fb80. 00000100:00100000:1.0:1731347581.109864:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678538 00000100:00100000:1.0:1731347581.109867:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312847616:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.109895:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678539 00000100:00100000:2.0:1731347581.109903:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312847488:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.109925:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1731347581.109928:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.109929:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.109931:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.109932:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1731347581.109957:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312847616:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 89us (208us total) trans 4295367715 rc 0/0 00000100:00100000:1.0:1731347581.109961:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678538 00002000:00010000:1.0:1731347581.109963:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.109965:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980f800 with x1815448312847616 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.109967:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009980f800. 00002000:00010000:2.0:1731347581.110020:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3375237 -> 3772617 00002000:00010000:2.0:1731347581.110024:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.110026:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.110028:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.110029:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1152 -> 1152 00000100:00100000:2.0:1731347581.110058:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312847488:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 154us (266us total) trans 4295336236 rc 0/0 00000100:00100000:2.0:1731347581.110064:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678539 00002000:00010000:2.0:1731347581.110067:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3772617->18446744073709551615) 00002000:00100000:2.0:1731347581.110070:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009980fb80 with x1815448312847488 ext(3772617->18446744073709551615) 00002000:00010000:2.0:1731347581.110075:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009980fb80. 00000100:00100000:0.0:1731347581.110556:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.110588:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312847744 00000100:00100000:1.0:1731347581.110591:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312847744 00000100:00100000:1.0:1731347581.110606:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712707 00000100:00100000:1.0:1731347581.110609:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009980d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+106:13210:x1815448312847744:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.110617:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.110624:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e0789e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fcff expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.110667:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e0789ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.110674:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e0789ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.110679:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e0789ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.110690:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3772617 00000004:00200000:1.0:1731347581.110692:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.110699:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e0789ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.110711:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e0789e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcff expref: 108 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.110718:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e0789ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcff expref: 107 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.110723:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.110724:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.110726:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091223600, rc 0) 00000100:00100000:1.0:1731347581.110743:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009980d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+107:13210:x1815448312847744:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 133us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.110747:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712707 00000100:00100000:0.0:1731347581.111497:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.111557:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312847872 00000100:00100000:2.0:1731347581.111562:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312847872 00000100:00100000:2.0:1731347581.111587:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205448 00000100:00100000:2.0:1731347581.111593:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312847872:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.111705:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.111708:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.111711:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.111713:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.111715:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 104 00000100:00100000:2.0:1731347581.111747:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312847872:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 153us (250us total) trans 4295367716 rc 0/0 00000100:00100000:2.0:1731347581.111753:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205448 00000100:00100000:0.0:1731347581.112848:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.112889:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312848128 00000100:00100000:1.0:1731347581.112894:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312848128 00000100:00100000:1.0:1731347581.112920:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712708 00000100:00100000:1.0:1731347581.112924:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+107:13210:x1815448312848128:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.112951:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.112966:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e0789ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fcff expref: 107 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.112977:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.112979:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.113057:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912206c0/0xb104f9478e0789f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.113069:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800912206c0/0xb104f9478e0789f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.113076:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800912206c0/0xb104f9478e0789f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.113095:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161608 00000004:00010000:1.0:1731347581.113105:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801270a9500 reply state ffff880081537000 transno 4295161609 ns: mdt-lustre-MDT0000_UUID lock: ffff8800912206c0/0xb104f9478e0789f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.113110:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800912206c0/0xb104f9478e0789f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.113114:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.113115:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.113117:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.113160:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+109:13210:x1815448312848128:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 234us (314us total) trans 4295161609 rc 0/0 00000100:00100000:1.0:1731347581.113164:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712708 00000020:00080000:1.0:1731347581.113167:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.113846:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.113887:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.113908:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312848256 00000100:00100000:2.0:1731347581.113913:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312848256 00000100:00100000:1.0:1731347581.113928:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312848384 00002000:00010000:2.0:1731347581.113930:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4131015->18446744073709551615) 00000100:00100000:1.0:1731347581.113932:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312848384 00002000:00100000:2.0:1731347581.113934:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270a9c00 with x1815448312848256 ext(4131015->18446744073709551615) 00002000:00010000:2.0:1731347581.113941:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270a9c00. 00002000:00010000:1.0:1731347581.113942:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.113944:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270abb80 with x1815448312848384 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.113949:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801270abb80. 00000100:00100000:2.0:1731347581.113967:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678540 00000100:00100000:2.0:1731347581.113972:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312848256:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347581.113974:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678541 00000100:00100000:1.0:1731347581.113977:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312848384:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.114025:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1731347581.114027:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.114029:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.114030:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:1.0:1731347581.114032:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:1.0:1731347581.114049:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312848384:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 71us (163us total) trans 4295367717 rc 0/0 00000100:00100000:1.0:1731347581.114053:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678541 00002000:00010000:1.0:1731347581.114055:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.114057:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270abb80 with x1815448312848384 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.114059:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801270abb80. 00002000:00010000:2.0:1731347581.114083:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3772617 -> 4131015 00002000:00010000:2.0:1731347581.114087:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.114089:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.114091:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.114093:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1152 -> 1152 00000100:00100000:2.0:1731347581.114119:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2005:x1815448312848256:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 145us (274us total) trans 4295336237 rc 0/0 00000100:00100000:2.0:1731347581.114127:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678540 00002000:00010000:2.0:1731347581.114130:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4131015->18446744073709551615) 00002000:00100000:2.0:1731347581.114132:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270a9c00 with x1815448312848256 ext(4131015->18446744073709551615) 00002000:00010000:2.0:1731347581.114136:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270a9c00. 00000100:00100000:0.0:1731347581.116389:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.116446:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312848640 00000100:00100000:2.0:1731347581.116453:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312848640 00002000:00100000:2.0:1731347581.116480:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (409600->4132863) req@ffff8801270a8380 x1815448312848640/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 536/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.116489:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270a8380 with x1815448312848640 ext(409600->4132863) 00002000:00010000:2.0:1731347581.116493:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270a8380 00000100:00100000:2.0:1731347581.116520:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678542 00000100:00100000:2.0:1731347581.116526:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312848640:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.120636:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312848640:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 4101us (4244us total) trans 0 rc 946176/946176 00000100:00100000:2.0:1731347581.120645:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678542 00002000:00100000:2.0:1731347581.120653:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (409600->4132863) req@ffff8801270a8380 x1815448312848640/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 536/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 946176/946176 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.120660:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270a8380 with x1815448312848640 ext(409600->4132863) 00002000:00010000:2.0:1731347581.120664:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270a8380 00000100:00100000:0.0:1731347581.122084:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.122147:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312848768 00000100:00100000:2.0:1731347581.122155:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312848768 00002000:00100000:2.0:1731347581.122185:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4091904->4131014) req@ffff8801270ab480 x1815448312848768/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.122193:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270ab480 with x1815448312848768 ext(4091904->4131014) 00002000:00010000:2.0:1731347581.122197:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270ab480 00000100:00100000:2.0:1731347581.122223:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678543 00000100:00100000:2.0:1731347581.122229:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2005:x1815448312848768:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.123528:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312848768:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1296us (1443us total) trans 4295336238 rc 0/0 00000100:00100000:2.0:1731347581.123536:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678543 00002000:00100000:2.0:1731347581.123542:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4091904->4131014) req@ffff8801270ab480 x1815448312848768/t4295336238(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.123550:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270ab480 with x1815448312848768 ext(4091904->4131014) 00002000:00010000:2.0:1731347581.123554:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270ab480 00000100:00100000:0.0:1731347581.124273:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.124343:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312848896 00000100:00100000:1.0:1731347581.124350:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312848896 00000100:00100000:1.0:1731347581.124386:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712709 00000100:00100000:1.0:1731347581.124391:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+109:13210:x1815448312848896:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.124493:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+109:13210:x1815448312848896:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 101us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.124499:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712709 00000100:00100000:0.0:1731347581.125216:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.125277:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312849024 00000100:00100000:2.0:1731347581.125282:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312849024 00000100:00100000:2.0:1731347581.125312:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205449 00000100:00100000:2.0:1731347581.125318:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312849024:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.125951:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336238 is committed 00000100:00100000:2.0:1731347581.126052:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312849024:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 732us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.126058:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205449 00000100:00100000:0.0:1731347581.126798:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.126839:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312849152 00000100:00100000:1.0:1731347581.126844:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312849152 00000100:00100000:1.0:1731347581.126868:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712710 00000100:00100000:1.0:1731347581.126874:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+109:13210:x1815448312849152:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.126885:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.126900:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e0789f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd06 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.126959:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e0789ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.126972:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e0789ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.126985:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e0789ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.127004:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4131015 00000004:00200000:1.0:1731347581.127007:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.127018:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e0789ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.127036:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e0789f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd06 expref: 111 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.127058:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e0789ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd06 expref: 110 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.127066:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.127069:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.127072:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091222ac0, rc 0) 00000100:00100000:1.0:1731347581.127093:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+110:13210:x1815448312849152:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 218us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.127098:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712710 00000100:00100000:0.0:1731347581.128531:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.128606:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312849280 00000100:00100000:2.0:1731347581.128612:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312849280 00000100:00100000:2.0:1731347581.128644:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205450 00000100:00100000:2.0:1731347581.128649:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312849280:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.128799:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4131015 -> 4131015 00002000:00010000:2.0:1731347581.128801:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.128803:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.128805:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.128806:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1152 -> 1232 00000100:00100000:2.0:1731347581.128834:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312849280:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 185us (304us total) trans 4295336239 rc 0/0 00000100:00100000:2.0:1731347581.128839:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205450 00000100:00100000:0.0:1731347581.130008:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.130046:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312849408 00000100:00100000:2.0:1731347581.130049:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312849408 00000100:00100000:2.0:1731347581.130063:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205451 00000100:00100000:2.0:1731347581.130067:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312849408:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.130141:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4131015 -> 4131015 00002000:00010000:2.0:1731347581.130143:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.130144:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.130145:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.130147:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1232 -> 1232 00000100:00100000:2.0:1731347581.130173:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312849408:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 105us (166us total) trans 4295336240 rc 0/0 00000100:00100000:2.0:1731347581.130177:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205451 00000100:00100000:0.0:1731347581.131755:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.131800:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312849536 00000100:00100000:2.0:1731347581.131805:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312849536 00002000:00100000:2.0:1731347581.131824:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1171456->2719743) req@ffff8801270a8000 x1815448312849536/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.131831:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270a8000 with x1815448312849536 ext(1171456->2719743) 00002000:00010000:2.0:1731347581.131834:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270a8000 00000100:00100000:2.0:1731347581.131852:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678544 00000100:00100000:2.0:1731347581.131855:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312849536:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.133165:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312849536:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1306us (1410us total) trans 4295336241 rc 0/0 00000100:00100000:2.0:1731347581.133171:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678544 00002000:00100000:2.0:1731347581.133176:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1171456->2719743) req@ffff8801270a8000 x1815448312849536/t4295336241(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.133181:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270a8000 with x1815448312849536 ext(1171456->2719743) 00002000:00010000:2.0:1731347581.133184:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270a8000 00000100:00100000:0.0:1731347581.133916:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.133953:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312849664 00000100:00100000:2.0:1731347581.133957:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312849664 00000100:00100000:2.0:1731347581.133979:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205452 00000100:00100000:2.0:1731347581.133983:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312849664:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.134577:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336241 is committed 00000100:00100000:2.0:1731347581.134665:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312849664:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 679us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.134671:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205452 00000100:00100000:0.0:1731347581.136092:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.136139:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312849792 00000100:00100000:2.0:1731347581.136144:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312849792 00000100:00100000:2.0:1731347581.136170:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205453 00000100:00100000:2.0:1731347581.136175:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312849792:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.136400:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4131015 -> 4131015 00002000:00010000:2.0:1731347581.136402:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.136404:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.136405:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.136406:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1232 -> 1456 00000100:00100000:2.0:1731347581.136457:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312849792:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 281us (367us total) trans 4295336242 rc 0/0 00000100:00100000:2.0:1731347581.136463:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205453 00000100:00100000:0.0:1731347581.137702:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.137745:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312849920 00000100:00100000:2.0:1731347581.137749:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312849920 00002000:00100000:2.0:1731347581.137783:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (204800->1261567) req@ffff8801270a9f80 x1815448312849920/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.137790:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270a9f80 with x1815448312849920 ext(204800->1261567) 00002000:00010000:2.0:1731347581.137794:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270a9f80 00000100:00100000:2.0:1731347581.137814:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678545 00000100:00100000:2.0:1731347581.137819:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312849920:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.139597:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312849920:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1774us (1893us total) trans 4295336243 rc 0/0 00000100:00100000:2.0:1731347581.139604:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678545 00002000:00100000:2.0:1731347581.139611:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (204800->1261567) req@ffff8801270a9f80 x1815448312849920/t4295336243(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/456 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.139617:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801270a9f80 with x1815448312849920 ext(204800->1261567) 00002000:00010000:2.0:1731347581.139620:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801270a9f80 00000100:00100000:0.0:1731347581.140383:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.140459:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312850048 00000100:00100000:2.0:1731347581.140465:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312850048 00000100:00100000:2.0:1731347581.140496:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205454 00000100:00100000:2.0:1731347581.140500:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801270a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312850048:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.141028:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336243 is committed 00000100:00100000:2.0:1731347581.141100:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801270a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312850048:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 598us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.141104:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205454 00000100:00100000:0.0:1731347581.142931:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.143012:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312850176 00000100:00100000:2.0:1731347581.143020:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312850176 00002000:00100000:2.0:1731347581.143042:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (270336->323583) req@ffff880132104a80 x1815448312850176/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.143049:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132104a80 with x1815448312850176 ext(270336->323583) 00002000:00010000:2.0:1731347581.143053:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132104a80 00000100:00100000:2.0:1731347581.143074:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678546 00000100:00100000:2.0:1731347581.143078:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312850176:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.144399:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312850176:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1317us (1469us total) trans 4295336244 rc 0/0 00000100:00100000:2.0:1731347581.144406:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678546 00002000:00100000:2.0:1731347581.144412:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (270336->323583) req@ffff880132104a80 x1815448312850176/t4295336244(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.144436:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132104a80 with x1815448312850176 ext(270336->323583) 00002000:00010000:2.0:1731347581.144440:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132104a80 00000100:00100000:0.0:1731347581.145181:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.145221:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312850304 00000100:00100000:2.0:1731347581.145226:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312850304 00000100:00100000:2.0:1731347581.145251:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205455 00000100:00100000:2.0:1731347581.145255:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312850304:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.145826:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336244 is committed 00000100:00100000:2.0:1731347581.145932:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312850304:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 674us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.145938:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205455 00000100:00100000:0.0:1731347581.146916:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.146988:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312850560 00000100:00100000:1.0:1731347581.146993:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312850560 00000100:00100000:1.0:1731347581.147025:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712711 00000100:00100000:1.0:1731347581.147029:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132106a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+110:13210:x1815448312850560:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.147059:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.147077:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e0789ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd06 expref: 110 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.147099:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.147102:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.147199:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091221680/0xb104f9478e078a06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.147212:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221680/0xb104f9478e078a06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.147217:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091221680/0xb104f9478e078a06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.147238:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161610 00000004:00010000:1.0:1731347581.147247:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880132106a00 reply state ffff880081534000 transno 4295161611 ns: mdt-lustre-MDT0000_UUID lock: ffff880091221680/0xb104f9478e078a06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.147253:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221680/0xb104f9478e078a06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.147256:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.147258:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.147259:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.147302:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132106a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+112:13210:x1815448312850560:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 272us (386us total) trans 4295161611 rc 0/0 00000100:00100000:1.0:1731347581.147306:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712711 00000020:00080000:1.0:1731347581.147309:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.147996:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.148030:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.148050:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312850816 00000100:00100000:2.0:1731347581.148055:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312850816 00000100:00100000:1.0:1731347581.148067:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312850688 00002000:00010000:2.0:1731347581.148070:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (43834->18446744073709551615) 00000100:00100000:1.0:1731347581.148070:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312850688 00002000:00100000:2.0:1731347581.148073:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132107800 with x1815448312850816 ext(43834->18446744073709551615) 00002000:00010000:2.0:1731347581.148080:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132107800. 00002000:00010000:1.0:1731347581.148081:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:1.0:1731347581.148083:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132104000 with x1815448312850688 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1731347581.148088:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132104000. 00000100:00100000:2.0:1731347581.148094:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678547 00000100:00100000:2.0:1731347581.148097:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312850816:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347581.148106:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678548 00000100:00100000:1.0:1731347581.148109:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312850688:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.148199:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4131015 -> 4194304 00002000:00010000:1.0:1731347581.148201:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.148203:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.148204:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.148205:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1456 -> 1624 00002000:00010000:2.0:1731347581.148215:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 43834 00002000:00010000:2.0:1731347581.148217:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.148218:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.148220:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.148221:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 104 -> 0 00000100:00100000:1.0:1731347581.148231:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312850688:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 120us (201us total) trans 4295336245 rc 0/0 00000100:00100000:1.0:1731347581.148235:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678548 00002000:00010000:1.0:1731347581.148237:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00000100:00100000:2.0:1731347581.148238:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312850816:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 140us (244us total) trans 4295367718 rc 0/0 00002000:00100000:1.0:1731347581.148239:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132104000 with x1815448312850688 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1731347581.148242:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132104000. 00000100:00100000:2.0:1731347581.148243:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678547 00002000:00010000:2.0:1731347581.148245:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (43834->18446744073709551615) 00002000:00100000:2.0:1731347581.148247:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132107800 with x1815448312850816 ext(43834->18446744073709551615) 00002000:00010000:2.0:1731347581.148250:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132107800. 00000100:00100000:0.0:1731347581.149603:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.149625:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.149639:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312851328 00000100:00100000:2.0:1731347581.149643:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312851328 00002000:00100000:2.0:1731347581.149657:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->4095) req@ffff880132105180 x1815448312851328/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.149663:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132105180 with x1815448312851328 ext(0->4095) 00002000:00010000:2.0:1731347581.149666:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132105180 00000100:00100000:2.0:1731347581.149679:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312851200 00000100:00100000:2.0:1731347581.149680:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312851200 00002000:00100000:2.0:1731347581.149686:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1290240->4194303) req@ffff880132105500 x1815448312851200/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 536/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:1.0:1731347581.149694:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678549 00002000:00100000:2.0:1731347581.149695:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132105500 with x1815448312851200 ext(1290240->4194303) 00002000:00010000:2.0:1731347581.149697:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132105500 00000100:00100000:1.0:1731347581.149700:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312851328:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.149706:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678550 00000100:00100000:2.0:1731347581.149709:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312851200:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347581.149814:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312851328:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 112us (211us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1731347581.149819:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678549 00002000:00100000:1.0:1731347581.149823:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->4095) req@ffff880132105180 x1815448312851328/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.149829:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132105180 with x1815448312851328 ext(0->4095) 00002000:00010000:1.0:1731347581.149831:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132105180 00000100:00100000:0.0:1731347581.150881:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.150920:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312851584 00000100:00100000:1.0:1731347581.150924:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312851584 00002000:00100000:1.0:1731347581.150939:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (4096->45055) req@ffff880132105880 x1815448312851584/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.150944:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132105880 with x1815448312851584 ext(4096->45055) 00002000:00010000:1.0:1731347581.150947:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132105880 00000100:00100000:1.0:1731347581.150957:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678551 00000100:00100000:1.0:1731347581.150960:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312851584:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.151012:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312851200:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1298us (1383us total) trans 0 rc 188416/188416 00000100:00100000:2.0:1731347581.151019:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678550 00002000:00100000:2.0:1731347581.151026:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1290240->4194303) req@ffff880132105500 x1815448312851200/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 536/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.151034:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132105500 with x1815448312851200 ext(1290240->4194303) 00002000:00010000:2.0:1731347581.151038:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132105500 00000100:00100000:1.0:1731347581.151570:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312851584:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 607us (688us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1731347581.151576:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678551 00002000:00100000:1.0:1731347581.151581:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (4096->45055) req@ffff880132105880 x1815448312851584/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.151587:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132105880 with x1815448312851584 ext(4096->45055) 00002000:00010000:1.0:1731347581.151589:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132105880 00000100:00100000:0.0:1731347581.152481:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.152512:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312851712 00000100:00100000:1.0:1731347581.152517:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312851712 00002000:00100000:1.0:1731347581.152532:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->43833) req@ffff880132104e00 x1815448312851712/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.152538:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132104e00 with x1815448312851712 ext(0->43833) 00002000:00010000:1.0:1731347581.152540:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132104e00 00000100:00100000:1.0:1731347581.152555:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678552 00000100:00100000:1.0:1731347581.152559:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312851712:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.153906:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2003:x1815448312851712:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1342us (1421us total) trans 4295367719 rc 0/0 00000100:00100000:0.0:1731347581.153914:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678552 00002000:00100000:0.0:1731347581.153922:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->43833) req@ffff880132104e00 x1815448312851712/t4295367719(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.153929:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132104e00 with x1815448312851712 ext(0->43833) 00002000:00010000:0.0:1731347581.153933:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132104e00 00000100:00100000:2.0:1731347581.154621:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.154660:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312851840 00000100:00100000:1.0:1731347581.154666:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312851840 00000100:00100000:1.0:1731347581.154697:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712712 00000100:00100000:1.0:1731347581.154703:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+112:13210:x1815448312851840:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.154802:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+112:13210:x1815448312851840:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 98us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.154808:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712712 00000100:00100000:0.0:1731347581.155395:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.155443:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312851968 00000100:00100000:2.0:1731347581.155448:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312851968 00000100:00100000:2.0:1731347581.155472:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205456 00000100:00100000:2.0:1731347581.155477:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2004:x1815448312851968:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.156238:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367719 is committed 00000100:00100000:2.0:1731347581.156349:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312851968:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 869us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.156356:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205456 00000100:00100000:0.0:1731347581.157245:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.157280:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312852096 00000100:00100000:1.0:1731347581.157286:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312852096 00000100:00100000:1.0:1731347581.157309:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712713 00000100:00100000:1.0:1731347581.157314:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132106d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+112:13210:x1815448312852096:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.157325:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.157338:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220240/0xb104f9478e078a0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd0d expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.157394:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078a14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.157403:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.157410:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.157444:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4238138 00000004:00200000:1.0:1731347581.157447:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.157456:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.157469:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220240/0xb104f9478e078a0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd0d expref: 114 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.157488:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078a14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd0d expref: 113 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.157497:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.157499:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.157501:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091222f40, rc 0) 00000100:00100000:1.0:1731347581.157521:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132106d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+113:13210:x1815448312852096:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 207us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.157525:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712713 00000100:00100000:0.0:1731347581.158456:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.158508:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312852224 00000100:00100000:2.0:1731347581.158513:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312852224 00000100:00100000:2.0:1731347581.158534:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205457 00000100:00100000:2.0:1731347581.158539:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312852224:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.158829:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.158832:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.158834:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.158836:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.158837:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1624 -> 1576 00000100:00100000:2.0:1731347581.158868:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312852224:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 327us (413us total) trans 4295336246 rc 0/0 00000100:00100000:2.0:1731347581.158874:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205457 00000100:00100000:0.0:1731347581.159654:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.159680:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312852480 00000100:00100000:1.0:1731347581.159685:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312852480 00000100:00100000:1.0:1731347581.159710:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712714 00000100:00100000:1.0:1731347581.159714:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+113:13210:x1815448312852480:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.159738:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.159751:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078a14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd0d expref: 113 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.159761:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.159777:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.159854:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222d00/0xb104f9478e078a1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.159865:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222d00/0xb104f9478e078a1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.159870:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222d00/0xb104f9478e078a1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.159888:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161612 00000004:00010000:1.0:1731347581.159897:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800b0d91880 reply state ffff880081531000 transno 4295161613 ns: mdt-lustre-MDT0000_UUID lock: ffff880091222d00/0xb104f9478e078a1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.159907:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222d00/0xb104f9478e078a1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.159910:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.159911:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.159913:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.159955:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+115:13210:x1815448312852480:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 238us (300us total) trans 4295161613 rc 0/0 00000100:00100000:1.0:1731347581.159960:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712714 00000020:00080000:1.0:1731347581.159962:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.160648:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.160684:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.160713:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312852736 00000100:00100000:2.0:1731347581.160717:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312852736 00002000:00010000:2.0:1731347581.160730:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.160734:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d92680 with x1815448312852736 ext(0->18446744073709551615) 00000100:00100000:3.0:1731347581.160741:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312852608 00002000:00010000:2.0:1731347581.160741:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b0d92680. 00000100:00100000:3.0:1731347581.160746:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312852608 00000100:00100000:2.0:1731347581.160753:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678553 00000100:00100000:2.0:1731347581.160757:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312852736:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.160758:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3999104->18446744073709551615) 00002000:00100000:3.0:1731347581.160761:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d90a80 with x1815448312852608 ext(3999104->18446744073709551615) 00002000:00010000:3.0:1731347581.160779:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b0d90a80. 00000100:00100000:3.0:1731347581.160792:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678554 00000100:00100000:3.0:1731347581.160796:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312852608:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.160885:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 43834 -> 0 00002000:00010000:2.0:1731347581.160887:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.160889:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.160890:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.160891:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347581.160917:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312852736:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 159us (270us total) trans 4295367720 rc 0/0 00000100:00100000:2.0:1731347581.160922:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678553 00002000:00010000:2.0:1731347581.160924:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.160925:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d92680 with x1815448312852736 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.160928:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b0d92680. 00002000:00010000:3.0:1731347581.160986:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 3999104 00002000:00010000:3.0:1731347581.160989:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.160990:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.160991:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.160992:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1576 -> 1496 00000100:00100000:3.0:1731347581.161012:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312852608:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 215us (328us total) trans 4295336247 rc 0/0 00000100:00100000:3.0:1731347581.161017:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678554 00002000:00010000:3.0:1731347581.161019:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3999104->18446744073709551615) 00002000:00100000:3.0:1731347581.161020:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d90a80 with x1815448312852608 ext(3999104->18446744073709551615) 00002000:00010000:3.0:1731347581.161023:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b0d90a80. 00000100:00100000:0.0:1731347581.161891:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.161932:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312852864 00000100:00100000:1.0:1731347581.161936:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312852864 00000100:00100000:1.0:1731347581.161953:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712715 00000100:00100000:1.0:1731347581.161957:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+115:13210:x1815448312852864:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.161967:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.161974:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078a22 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd14 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.162014:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.162021:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.162026:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.162037:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3999104 00000004:00200000:1.0:1731347581.162040:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.162046:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.162058:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078a22 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd14 expref: 117 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.162067:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd14 expref: 116 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.162071:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.162073:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.162074:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091220b40, rc 0) 00000100:00100000:1.0:1731347581.162100:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+116:13210:x1815448312852864:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 142us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.162104:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712715 00000100:00100000:0.0:1731347581.162966:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.163009:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312852992 00000100:00100000:2.0:1731347581.163014:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312852992 00000100:00100000:2.0:1731347581.163041:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205458 00000100:00100000:2.0:1731347581.163045:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312852992:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.163124:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.163126:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.163128:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.163129:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.163130:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 112 00000100:00100000:2.0:1731347581.163156:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312852992:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 110us (191us total) trans 4295367721 rc 0/0 00000100:00100000:2.0:1731347581.163160:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205458 00000100:00100000:0.0:1731347581.164048:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.164087:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312853120 00000100:00100000:2.0:1731347581.164092:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312853120 00000100:00100000:2.0:1731347581.164114:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205459 00000100:00100000:2.0:1731347581.164118:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312853120:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.164228:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3999104 -> 3999104 00002000:00010000:2.0:1731347581.164230:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.164232:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.164233:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.164235:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1496 -> 1496 00000100:00100000:2.0:1731347581.164261:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312853120:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 141us (214us total) trans 4295336248 rc 0/0 00000100:00100000:2.0:1731347581.164265:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205459 00000100:00100000:0.0:1731347581.165541:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.165586:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312853248 00000100:00100000:2.0:1731347581.165590:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312853248 00000100:00100000:2.0:1731347581.165606:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205460 00000100:00100000:2.0:1731347581.165610:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312853248:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.165673:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3999104 -> 4039315 00002000:00010000:2.0:1731347581.165676:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.165677:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.165679:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.165680:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1496 -> 1528 00000100:00100000:2.0:1731347581.165707:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312853248:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 95us (168us total) trans 4295336249 rc 0/0 00000100:00100000:2.0:1731347581.165711:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205460 00000100:00100000:0.0:1731347581.166398:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.166468:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312853504 00000100:00100000:1.0:1731347581.166473:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312853504 00000100:00100000:1.0:1731347581.166497:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712716 00000100:00100000:1.0:1731347581.166501:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+116:13210:x1815448312853504:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.166521:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.166532:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd14 expref: 116 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.166541:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.166543:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.166607:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091221b00/0xb104f9478e078a30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.166617:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221b00/0xb104f9478e078a30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.166624:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091221b00/0xb104f9478e078a30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.166650:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161614 00000004:00010000:1.0:1731347581.166664:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800b0d90380 reply state ffff880081535000 transno 4295161615 ns: mdt-lustre-MDT0000_UUID lock: ffff880091221b00/0xb104f9478e078a30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.166672:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221b00/0xb104f9478e078a30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.166676:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.166677:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.166679:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.166720:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+118:13210:x1815448312853504:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 218us (322us total) trans 4295161615 rc 0/0 00000100:00100000:1.0:1731347581.166724:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712716 00000020:00080000:1.0:1731347581.166727:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.167453:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.167489:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.167502:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312853632 00000100:00100000:2.0:1731347581.167507:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312853632 00002000:00010000:2.0:1731347581.167518:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (834999->18446744073709551615) 00002000:00100000:2.0:1731347581.167520:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d93480 with x1815448312853632 ext(834999->18446744073709551615) 00000100:00100000:3.0:1731347581.167522:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312853760 00002000:00010000:2.0:1731347581.167525:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b0d93480. 00000100:00100000:3.0:1731347581.167526:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312853760 00002000:00010000:3.0:1731347581.167535:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.167537:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d90700 with x1815448312853760 ext(0->18446744073709551615) 00000100:00100000:2.0:1731347581.167537:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678555 00002000:00010000:3.0:1731347581.167541:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b0d90700. 00000100:00100000:2.0:1731347581.167541:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312853632:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.167551:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678556 00000100:00100000:3.0:1731347581.167554:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312853760:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.167595:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347581.167597:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.167598:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.167600:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:3.0:1731347581.167601:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:3.0:1731347581.167618:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312853760:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 63us (130us total) trans 4295367722 rc 0/0 00000100:00100000:3.0:1731347581.167622:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678556 00002000:00010000:3.0:1731347581.167624:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.167625:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d90700 with x1815448312853760 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.167628:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b0d90700. 00002000:00010000:2.0:1731347581.169447:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4039315 -> 834999 00002000:00010000:2.0:1731347581.169449:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347580 00002000:00010000:2.0:1731347581.169451:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.169452:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:2.0:1731347581.169454:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1528 -> 376 00000100:00100000:2.0:1731347581.169482:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312853632:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1939us (2029us total) trans 4295336250 rc 0/0 00000100:00100000:2.0:1731347581.169487:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678555 00002000:00010000:2.0:1731347581.169489:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (834999->18446744073709551615) 00002000:00100000:2.0:1731347581.169491:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d93480 with x1815448312853632 ext(834999->18446744073709551615) 00002000:00010000:2.0:1731347581.169493:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b0d93480. 00000100:00100000:0.0:1731347581.172627:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.172673:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312853888 00000100:00100000:1.0:1731347581.172681:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312853888 00000100:00100000:1.0:1731347581.172718:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712717 00000100:00100000:1.0:1731347581.172723:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+118:13210:x1815448312853888:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.172741:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.172754:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078a37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd1b expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.172821:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078a3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.172830:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078a3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.172841:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078a3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.172856:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 834999 00000004:00200000:1.0:1731347581.172858:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.172868:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078a3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.172882:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078a37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd1b expref: 120 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.172892:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078a3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd1b expref: 119 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.172897:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.172900:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.172901:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091223840, rc 0) 00000100:00100000:1.0:1731347581.172938:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+119:13210:x1815448312853888:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 215us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.172943:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712717 00000100:00100000:0.0:1731347581.174657:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.174695:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312854144 00000100:00100000:1.0:1731347581.174702:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312854144 00000100:00100000:1.0:1731347581.174724:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712718 00000100:00100000:1.0:1731347581.174728:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+119:13210:x1815448312854144:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.174755:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.174780:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078a3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd1b expref: 119 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.174794:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.174797:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.174897:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091221440/0xb104f9478e078a45 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.174909:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221440/0xb104f9478e078a45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.174914:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091221440/0xb104f9478e078a45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.174934:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161616 00000004:00010000:1.0:1731347581.174943:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800b0d91c00 reply state ffff8800819b9000 transno 4295161617 ns: mdt-lustre-MDT0000_UUID lock: ffff880091221440/0xb104f9478e078a45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.174949:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221440/0xb104f9478e078a45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.174952:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.174954:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.174955:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.175004:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+121:13210:x1815448312854144:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 274us (351us total) trans 4295161617 rc 0/0 00000100:00100000:1.0:1731347581.175008:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712718 00000020:00080000:1.0:1731347581.175011:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.175863:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.175897:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.175917:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312854272 00000100:00100000:2.0:1731347581.175923:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312854272 00002000:00010000:2.0:1731347581.175940:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00000100:00100000:3.0:1731347581.175942:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312854400 00002000:00100000:2.0:1731347581.175943:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d92300 with x1815448312854272 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1731347581.175948:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312854400 00002000:00010000:2.0:1731347581.175950:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b0d92300. 00000100:00100000:2.0:1731347581.175970:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678557 00000100:00100000:2.0:1731347581.175974:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312854272:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.175977:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (425749->18446744073709551615) 00002000:00100000:3.0:1731347581.175980:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d93800 with x1815448312854400 ext(425749->18446744073709551615) 00002000:00010000:3.0:1731347581.175987:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b0d93800. 00000100:00100000:3.0:1731347581.176003:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678558 00000100:00100000:3.0:1731347581.176008:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312854400:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.176056:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 834999 -> 4194304 00002000:00010000:2.0:1731347581.176059:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.176060:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.176061:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.176063:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:2.0:1731347581.176091:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312854272:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 115us (229us total) trans 4295336251 rc 0/0 00000100:00100000:2.0:1731347581.176095:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678557 00002000:00010000:3.0:1731347581.176096:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 425749 00002000:00010000:2.0:1731347581.176097:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.176098:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00100000:2.0:1731347581.176099:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d92300 with x1815448312854272 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.176100:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.176101:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.176101:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b0d92300. 00002000:00010000:3.0:1731347581.176103:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:3.0:1731347581.176121:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312854400:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 112us (222us total) trans 4295367723 rc 0/0 00000100:00100000:3.0:1731347581.176127:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678558 00002000:00010000:3.0:1731347581.176129:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (425749->18446744073709551615) 00002000:00100000:3.0:1731347581.176131:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b0d93800 with x1815448312854400 ext(425749->18446744073709551615) 00002000:00010000:3.0:1731347581.176134:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b0d93800. 00000100:00100000:0.0:1731347581.176744:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.176804:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312854528 00000100:00100000:1.0:1731347581.176810:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312854528 00000100:00100000:1.0:1731347581.176844:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712719 00000100:00100000:1.0:1731347581.176849:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+121:13210:x1815448312854528:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.176864:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.176876:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e078a4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd22 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.176929:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a53 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.176941:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.176949:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.176967:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4620053 00000004:00200000:1.0:1731347581.176971:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.176982:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.177001:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e078a4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd22 expref: 123 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.177014:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd22 expref: 122 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.177021:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.177024:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.177027:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091220480, rc 0) 00000100:00100000:1.0:1731347581.177061:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+122:13210:x1815448312854528:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 211us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.177068:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712719 00000100:00100000:0.0:1731347581.177840:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.177887:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312854656 00000100:00100000:2.0:1731347581.177892:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312854656 00000100:00100000:2.0:1731347581.177912:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205461 00000100:00100000:2.0:1731347581.177916:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2005:x1815448312854656:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.178043:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.178045:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.178047:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.178048:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.178050:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 376 -> 512 00000100:00100000:2.0:1731347581.178078:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b0d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312854656:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 160us (238us total) trans 4295336252 rc 0/0 00000100:00100000:2.0:1731347581.178082:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205461 00000100:00100000:0.0:1731347581.178949:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.179024:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312854912 00000100:00100000:1.0:1731347581.179029:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312854912 00000100:00100000:1.0:1731347581.179055:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712720 00000100:00100000:1.0:1731347581.179059:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+122:13210:x1815448312854912:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.179082:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.179095:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd22 expref: 122 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.179105:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.179108:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.179179:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223a80/0xb104f9478e078a5a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.179190:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223a80/0xb104f9478e078a5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.179195:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223a80/0xb104f9478e078a5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.179213:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161618 00000004:00010000:1.0:1731347581.179222:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007cf95500 reply state ffff8800819be000 transno 4295161619 ns: mdt-lustre-MDT0000_UUID lock: ffff880091223a80/0xb104f9478e078a5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.179228:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223a80/0xb104f9478e078a5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.179231:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.179232:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.179234:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.179275:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+124:13210:x1815448312854912:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 215us (327us total) trans 4295161619 rc 0/0 00000100:00100000:1.0:1731347581.179279:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712720 00000020:00080000:1.0:1731347581.179281:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.180044:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.180076:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.180113:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312855040 00000100:00100000:3.0:1731347581.180119:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312855040 00000100:00100000:2.0:1731347581.180133:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312855168 00000100:00100000:2.0:1731347581.180138:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312855168 00002000:00010000:3.0:1731347581.180139:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2017138->18446744073709551615) 00002000:00100000:3.0:1731347581.180142:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf95880 with x1815448312855040 ext(2017138->18446744073709551615) 00002000:00010000:3.0:1731347581.180150:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf95880. 00002000:00010000:2.0:1731347581.180152:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.180155:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf95f80 with x1815448312855168 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.180162:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cf95f80. 00000100:00100000:3.0:1731347581.180182:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678559 00000100:00100000:3.0:1731347581.180187:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2003:x1815448312855040:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.180192:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678560 00000100:00100000:2.0:1731347581.180197:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312855168:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.180301:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 425749 -> 0 00002000:00010000:3.0:1731347581.180303:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 2017138 00002000:00010000:2.0:1731347581.180303:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.180305:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.180306:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.180306:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.180307:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.180307:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 112 -> 0 00002000:00010000:3.0:1731347581.180309:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:3.0:1731347581.180310:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 512 -> 376 00000100:00100000:2.0:1731347581.180336:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312855168:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 138us (260us total) trans 4295367724 rc 0/0 00000100:00100000:3.0:1731347581.180337:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312855040:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 149us (294us total) trans 4295336253 rc 0/0 00000100:00100000:2.0:1731347581.180341:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678560 00002000:00010000:2.0:1731347581.180343:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:3.0:1731347581.180344:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678559 00002000:00100000:2.0:1731347581.180345:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf95f80 with x1815448312855168 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.180346:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2017138->18446744073709551615) 00002000:00010000:2.0:1731347581.180347:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cf95f80. 00002000:00100000:3.0:1731347581.180348:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf95880 with x1815448312855040 ext(2017138->18446744073709551615) 00002000:00010000:3.0:1731347581.180350:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf95880. 00000100:00100000:0.0:1731347581.180971:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.181009:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312855296 00000100:00100000:1.0:1731347581.181013:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312855296 00000100:00100000:1.0:1731347581.181028:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712721 00000100:00100000:1.0:1731347581.181031:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+124:13210:x1815448312855296:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.181040:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.181048:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078a61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd29 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.181086:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078a68 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.181092:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078a68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.181098:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078a68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.181108:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2017138 00000004:00200000:1.0:1731347581.181111:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.181117:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078a68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.181128:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078a61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd29 expref: 126 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.181136:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078a68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd29 expref: 125 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.181141:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.181143:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.181144:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091222880, rc 0) 00000100:00100000:1.0:1731347581.181175:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+125:13210:x1815448312855296:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 141us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.181181:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712721 00000100:00100000:0.0:1731347581.182158:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.182228:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312855424 00000100:00100000:2.0:1731347581.182233:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312855424 00000100:00100000:2.0:1731347581.182258:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205462 00000100:00100000:2.0:1731347581.182262:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312855424:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.182406:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2017138 -> 2017138 00002000:00010000:2.0:1731347581.182408:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.182410:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.182411:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.182412:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 376 -> 352 00000100:00100000:2.0:1731347581.182460:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312855424:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 197us (302us total) trans 4295336254 rc 0/0 00000100:00100000:2.0:1731347581.182464:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205462 00000100:00100000:0.0:1731347581.183332:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.183369:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312855552 00000100:00100000:2.0:1731347581.183372:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312855552 00000100:00100000:2.0:1731347581.183389:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205463 00000100:00100000:2.0:1731347581.183393:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2006:x1815448312855552:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.183502:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2017138 -> 2294636 00002000:00010000:2.0:1731347581.183505:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.183507:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.183508:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.183509:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 352 -> 408 00000100:00100000:2.0:1731347581.183535:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2006:x1815448312855552:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 141us (204us total) trans 4295336255 rc 0/0 00000100:00100000:2.0:1731347581.183541:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205463 00000100:00100000:0.0:1731347581.184551:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.184621:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312855680 00000100:00100000:2.0:1731347581.184626:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312855680 00000100:00100000:2.0:1731347581.184649:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205464 00000100:00100000:2.0:1731347581.184652:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2004:x1815448312855680:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.184709:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2294636 -> 3696575 00002000:00010000:2.0:1731347581.184711:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.184713:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.184714:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.184715:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 408 -> 448 00000100:00100000:2.0:1731347581.184740:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2004:x1815448312855680:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 87us (191us total) trans 4295336256 rc 0/0 00000100:00100000:2.0:1731347581.184745:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205464 00000100:00100000:0.0:1731347581.188510:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.188581:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312855936 00000100:00100000:3.0:1731347581.188586:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312855936 00002000:00100000:3.0:1731347581.188604:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (118784->3698687) req@ffff88007cf94700 x1815448312855936/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.188611:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf94700 with x1815448312855936 ext(118784->3698687) 00002000:00010000:3.0:1731347581.188615:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf94700 00000100:00100000:3.0:1731347581.188634:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678561 00000100:00100000:3.0:1731347581.188638:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2005:x1815448312855936:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.196238:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2005:x1815448312855936:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 7587us (7718us total) trans 0 rc 2977792/2977792 00000100:00100000:3.0:1731347581.196246:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678561 00002000:00100000:3.0:1731347581.196254:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (118784->3698687) req@ffff88007cf94700 x1815448312855936/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 2977792/2977792 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.196261:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf94700 with x1815448312855936 ext(118784->3698687) 00002000:00010000:3.0:1731347581.196264:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf94700 00000100:00100000:0.0:1731347581.197961:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.198013:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312856192 00000100:00100000:1.0:1731347581.198020:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312856192 00000100:00100000:1.0:1731347581.198052:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712722 00000100:00100000:1.0:1731347581.198057:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+125:13210:x1815448312856192:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.198090:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.198107:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078a68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd29 expref: 125 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.198125:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.198127:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.198223:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223cc0/0xb104f9478e078a6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.198237:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223cc0/0xb104f9478e078a6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.198242:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223cc0/0xb104f9478e078a6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.198262:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161620 00000004:00010000:1.0:1731347581.198271:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007cf94000 reply state ffff880132cf4000 transno 4295161621 ns: mdt-lustre-MDT0000_UUID lock: ffff880091223cc0/0xb104f9478e078a6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.198277:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223cc0/0xb104f9478e078a6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.198280:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.198282:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.198284:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.198325:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:13210:x1815448312856192:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 268us (366us total) trans 4295161621 rc 0/0 00000100:00100000:1.0:1731347581.198330:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712722 00000020:00080000:1.0:1731347581.198333:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.199075:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.199095:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.199112:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312856448 00000100:00100000:3.0:1731347581.199116:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312856448 00002000:00010000:3.0:1731347581.199128:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.199130:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf97800 with x1815448312856448 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.199136:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cf97800. 00000100:00100000:3.0:1731347581.199150:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312856320 00000100:00100000:3.0:1731347581.199152:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312856320 00002000:00010000:3.0:1731347581.199156:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1569098->18446744073709551615) 00002000:00100000:3.0:1731347581.199158:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf96a00 with x1815448312856320 ext(1569098->18446744073709551615) 00002000:00010000:3.0:1731347581.199161:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf96a00. 00000100:00100000:1.0:1731347581.199165:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678562 00000100:00100000:1.0:1731347581.199170:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312856448:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.199176:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678563 00000100:00100000:3.0:1731347581.199179:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2004:x1815448312856320:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.199233:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1731347581.199235:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.199237:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.199238:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.199240:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1731347581.199268:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312856448:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 97us (193us total) trans 4295367725 rc 0/0 00000100:00100000:1.0:1731347581.199272:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678562 00002000:00010000:1.0:1731347581.199274:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.199276:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf97800 with x1815448312856448 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.199279:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cf97800. 00002000:00010000:3.0:1731347581.200468:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3696575 -> 1569098 00002000:00010000:3.0:1731347581.200471:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347580 00002000:00010000:3.0:1731347581.200472:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.200474:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:3.0:1731347581.200475:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 448 -> 352 00000100:00100000:3.0:1731347581.200500:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2004:x1815448312856320:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1319us (1403us total) trans 4295336257 rc 0/0 00000100:00100000:3.0:1731347581.200504:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678563 00002000:00010000:3.0:1731347581.200506:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1569098->18446744073709551615) 00002000:00100000:3.0:1731347581.200508:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cf96a00 with x1815448312856320 ext(1569098->18446744073709551615) 00002000:00010000:3.0:1731347581.200510:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cf96a00. 00000100:00100000:0.0:1731347581.202683:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.202747:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312856576 00000100:00100000:1.0:1731347581.202751:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312856576 00000100:00100000:1.0:1731347581.202792:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712723 00000100:00100000:1.0:1731347581.202796:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+127:13210:x1815448312856576:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.202807:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.202814:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078a76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd30 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.202852:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.202858:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.202863:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.202874:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 1569098 00000004:00200000:1.0:1731347581.202876:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.202883:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.202894:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078a76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd30 expref: 129 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.202902:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd30 expref: 128 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.202906:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.202908:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.202909:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091220480, rc 0) 00000100:00100000:1.0:1731347581.202935:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+128:13210:x1815448312856576:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 137us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.202939:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712723 00000100:00100000:0.0:1731347581.205709:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.205753:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312856832 00000100:00100000:3.0:1731347581.205758:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312856832 00002000:00100000:3.0:1731347581.205789:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1572864->3071999) req@ffff880113507800 x1815448312856832/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.205795:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113507800 with x1815448312856832 ext(1572864->3071999) 00002000:00010000:3.0:1731347581.205798:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113507800 00000100:00100000:3.0:1731347581.205815:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678564 00000100:00100000:3.0:1731347581.205818:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2003:x1815448312856832:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.207480:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2003:x1815448312856832:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1658us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347581.207488:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678564 00002000:00100000:3.0:1731347581.207495:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1572864->3071999) req@ffff880113507800 x1815448312856832/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.207508:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113507800 with x1815448312856832 ext(1572864->3071999) 00002000:00010000:3.0:1731347581.207510:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113507800 00000100:00100000:0.0:1731347581.208881:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.208927:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312856960 00000100:00100000:2.0:1731347581.208933:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312856960 00000100:00100000:2.0:1731347581.208963:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205465 00000100:00100000:2.0:1731347581.208967:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2005:x1815448312856960:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.209088:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1569098 -> 1569098 00002000:00010000:2.0:1731347581.209091:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.209092:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.209093:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.209095:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 352 -> 440 00000100:00100000:2.0:1731347581.209122:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2005:x1815448312856960:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 154us (243us total) trans 4295336258 rc 0/0 00000100:00100000:2.0:1731347581.209129:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205465 00000100:00100000:0.0:1731347581.209921:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.209980:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312857216 00000100:00100000:1.0:1731347581.209985:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312857216 00000100:00100000:1.0:1731347581.210013:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712724 00000100:00100000:1.0:1731347581.210017:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+128:13210:x1815448312857216:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.210045:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.210062:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078a7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd30 expref: 128 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.210074:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.210077:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.210161:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e078a84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.210175:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e078a84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.210181:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e078a84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.210199:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161622 00000004:00010000:1.0:1731347581.210209:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880113505880 reply state ffff88009755c000 transno 4295161623 ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e078a84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.210215:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221200/0xb104f9478e078a84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.210218:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.210219:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.210221:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.210262:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+130:13210:x1815448312857216:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 244us (343us total) trans 4295161623 rc 0/0 00000100:00100000:1.0:1731347581.210266:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712724 00000020:00080000:1.0:1731347581.210269:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.211167:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.211199:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.211217:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312857344 00000100:00100000:3.0:1731347581.211222:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312857344 00000100:00100000:1.0:1731347581.211235:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312857472 00002000:00010000:3.0:1731347581.211236:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1952243->18446744073709551615) 00002000:00100000:3.0:1731347581.211238:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504380 with x1815448312857344 ext(1952243->18446744073709551615) 00000100:00100000:1.0:1731347581.211239:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312857472 00002000:00010000:3.0:1731347581.211244:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113504380. 00002000:00010000:1.0:1731347581.211249:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.211251:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504700 with x1815448312857472 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.211256:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113504700. 00000100:00100000:3.0:1731347581.211263:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678565 00000100:00100000:3.0:1731347581.211270:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2003:x1815448312857344:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347581.211273:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678566 00000100:00100000:1.0:1731347581.211279:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312857472:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.211335:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1731347581.211337:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.211339:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.211340:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.211342:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1731347581.211366:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312857472:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 88us (168us total) trans 4295367726 rc 0/0 00000100:00100000:1.0:1731347581.211370:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678566 00002000:00010000:1.0:1731347581.211372:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.211374:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504700 with x1815448312857472 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.211376:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113504700. 00002000:00010000:3.0:1731347581.212011:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1569098 -> 1952243 00002000:00010000:3.0:1731347581.212014:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.212015:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.212017:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:3.0:1731347581.212018:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 440 -> 440 00000100:00100000:3.0:1731347581.212045:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+21:2003:x1815448312857344:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 773us (879us total) trans 4295336259 rc 0/0 00000100:00100000:3.0:1731347581.212049:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678565 00002000:00010000:3.0:1731347581.212052:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1952243->18446744073709551615) 00002000:00100000:3.0:1731347581.212053:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504380 with x1815448312857344 ext(1952243->18446744073709551615) 00002000:00010000:3.0:1731347581.212056:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113504380. 00000100:00100000:2.0:1731347581.213586:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.213656:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312857600 00000100:00100000:1.0:1731347581.213662:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312857600 00000100:00100000:1.0:1731347581.213691:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712725 00000100:00100000:1.0:1731347581.213695:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+130:13210:x1815448312857600:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.213708:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.213719:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078a8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd37 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.213781:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078a92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.213790:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.213796:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.213811:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 1952243 00000004:00200000:1.0:1731347581.213814:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.213822:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.213835:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078a8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd37 expref: 132 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.213843:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078a92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd37 expref: 131 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.213848:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.213850:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.213852:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091221f80, rc 0) 00000100:00100000:1.0:1731347581.213878:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+131:13210:x1815448312857600:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 182us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.213882:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712725 00000100:00100000:0.0:1731347581.214800:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.214838:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312857728 00000100:00100000:2.0:1731347581.214842:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312857728 00000100:00100000:2.0:1731347581.214861:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205466 00000100:00100000:2.0:1731347581.214865:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+21:2003:x1815448312857728:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.214999:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1952243 -> 1952243 00002000:00010000:2.0:1731347581.215001:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.215002:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.215004:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.215005:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 440 -> 440 00000100:00100000:2.0:1731347581.215033:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2003:x1815448312857728:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 166us (234us total) trans 4295336260 rc 0/0 00000100:00100000:2.0:1731347581.215037:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205466 00000100:00100000:0.0:1731347581.215779:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.215820:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312857856 00000100:00100000:2.0:1731347581.215826:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312857856 00000100:00100000:2.0:1731347581.215846:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205467 00000100:00100000:2.0:1731347581.215851:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2006:x1815448312857856:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.215942:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1952243 -> 1952243 00002000:00010000:2.0:1731347581.215946:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.215948:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.215950:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.215952:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 440 -> 496 00000100:00100000:2.0:1731347581.215986:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:2006:x1815448312857856:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 133us (221us total) trans 4295336261 rc 0/0 00000100:00100000:2.0:1731347581.215995:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205467 00000100:00100000:0.0:1731347581.217110:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.217170:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312858112 00000100:00100000:1.0:1731347581.217175:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312858112 00000100:00100000:1.0:1731347581.217207:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712726 00000100:00100000:1.0:1731347581.217213:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+131:13210:x1815448312858112:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.217242:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.217260:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078a92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd37 expref: 131 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.217278:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.217282:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.217375:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.217390:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.217397:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.217445:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161624 00000004:00010000:1.0:1731347581.217460:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880113506680 reply state ffff88007bf62000 transno 4295161625 ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.217469:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220b40/0xb104f9478e078a99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.217474:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.217476:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.217478:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.217525:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+133:13210:x1815448312858112:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 312us (417us total) trans 4295161625 rc 0/0 00000100:00100000:1.0:1731347581.217531:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712726 00000020:00080000:1.0:1731347581.217534:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.218245:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.218269:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.218300:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312858368 00000100:00100000:3.0:1731347581.218304:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312858240 00000100:00100000:1.0:1731347581.218304:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312858368 00000100:00100000:3.0:1731347581.218309:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312858240 00002000:00010000:1.0:1731347581.218315:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (639226->18446744073709551615) 00002000:00100000:1.0:1731347581.218318:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113505500 with x1815448312858368 ext(639226->18446744073709551615) 00002000:00010000:3.0:1731347581.218322:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00010000:1.0:1731347581.218323:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113505500. 00002000:00100000:3.0:1731347581.218325:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504a80 with x1815448312858240 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.218331:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113504a80. 00000100:00100000:1.0:1731347581.218341:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678567 00000100:00100000:1.0:1731347581.218344:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312858368:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.218358:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678568 00000100:00100000:3.0:1731347581.218363:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:2003:x1815448312858240:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.218444:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 639226 00002000:00010000:1.0:1731347581.218446:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.218447:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.218449:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.218450:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1731347581.218457:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1952243 -> 4194304 00002000:00010000:3.0:1731347581.218460:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.218462:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.218464:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:3.0:1731347581.218466:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 496 -> 496 00000100:00100000:1.0:1731347581.218475:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2004:x1815448312858368:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 129us (231us total) trans 4295367727 rc 0/0 00000100:00100000:1.0:1731347581.218479:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678567 00002000:00010000:1.0:1731347581.218481:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (639226->18446744073709551615) 00002000:00100000:1.0:1731347581.218482:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113505500 with x1815448312858368 ext(639226->18446744073709551615) 00002000:00010000:1.0:1731347581.218485:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880113505500. 00000100:00100000:3.0:1731347581.218489:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+24:2003:x1815448312858240:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 125us (217us total) trans 4295336262 rc 0/0 00000100:00100000:3.0:1731347581.218495:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678568 00002000:00010000:3.0:1731347581.218498:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347581.218500:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880113504a80 with x1815448312858240 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.218504:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880113504a80. 00000100:00100000:0.0:1731347581.219114:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.219151:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312858496 00000100:00100000:1.0:1731347581.219155:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312858496 00000100:00100000:1.0:1731347581.219174:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712727 00000100:00100000:1.0:1731347581.219179:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880113505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+133:13210:x1815448312858496:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.219189:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.219197:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078aa0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd3e expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.219239:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078aa7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.219247:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.219253:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.219267:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4833530 00000004:00200000:1.0:1731347581.219271:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.219280:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.219296:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078aa0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd3e expref: 135 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.219307:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd3e expref: 134 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.219314:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.219317:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.219319:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091222f40, rc 0) 00000100:00100000:1.0:1731347581.219349:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880113505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+134:13210:x1815448312858496:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 169us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.219356:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712727 00000100:00100000:0.0:1731347581.220014:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.220048:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312858624 00000100:00100000:2.0:1731347581.220053:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312858624 00000100:00100000:2.0:1731347581.220072:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205468 00000100:00100000:2.0:1731347581.220076:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+24:2004:x1815448312858624:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.220165:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.220167:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.220169:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.220170:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.220171:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 496 -> 576 00000100:00100000:2.0:1731347581.220199:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:2004:x1815448312858624:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 122us (185us total) trans 4295336263 rc 0/0 00000100:00100000:2.0:1731347581.220203:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205468 00000100:00100000:0.0:1731347581.221067:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.221106:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312858752 00000100:00100000:2.0:1731347581.221111:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312858752 00000100:00100000:2.0:1731347581.221129:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205469 00000100:00100000:2.0:1731347581.221134:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:2005:x1815448312858752:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.221222:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.221225:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.221227:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.221229:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.221231:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 576 -> 576 00000100:00100000:2.0:1731347581.221263:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+26:2005:x1815448312858752:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 127us (196us total) trans 4295336264 rc 0/0 00000100:00100000:2.0:1731347581.221274:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205469 00000100:00100000:0.0:1731347581.222015:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.222056:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312859008 00000100:00100000:1.0:1731347581.222059:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312859008 00000100:00100000:1.0:1731347581.222076:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712728 00000100:00100000:1.0:1731347581.222081:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+134:13210:x1815448312859008:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.222101:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.222113:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078aa7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd3e expref: 134 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.222122:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.222126:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.222196:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220240/0xb104f9478e078aae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.222207:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220240/0xb104f9478e078aae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.222214:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220240/0xb104f9478e078aae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.222236:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161626 00000004:00010000:1.0:1731347581.222248:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880135e7c380 reply state ffff88007bf61000 transno 4295161627 ns: mdt-lustre-MDT0000_UUID lock: ffff880091220240/0xb104f9478e078aae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.222256:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220240/0xb104f9478e078aae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.222261:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.222263:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.222265:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.222310:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+136:13210:x1815448312859008:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 227us (295us total) trans 4295161627 rc 0/0 00000100:00100000:1.0:1731347581.222316:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712728 00000020:00080000:1.0:1731347581.222319:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.222993:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.223019:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.223041:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312859264 00000100:00100000:3.0:1731347581.223046:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312859264 00000100:00100000:1.0:1731347581.223049:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312859136 00000100:00100000:1.0:1731347581.223053:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312859136 00002000:00010000:3.0:1731347581.223059:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:1.0:1731347581.223061:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (977976->18446744073709551615) 00002000:00100000:3.0:1731347581.223062:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7d880 with x1815448312859264 ext(0->18446744073709551615) 00002000:00100000:1.0:1731347581.223063:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7ca80 with x1815448312859136 ext(977976->18446744073709551615) 00002000:00010000:1.0:1731347581.223067:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e7ca80. 00002000:00010000:3.0:1731347581.223068:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e7d880. 00000100:00100000:1.0:1731347581.223085:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678569 00000100:00100000:1.0:1731347581.223088:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+26:2004:x1815448312859136:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.223092:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678570 00000100:00100000:3.0:1731347581.223098:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2003:x1815448312859264:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.223192:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 639226 -> 0 00002000:00010000:3.0:1731347581.223195:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.223197:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.223199:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.223202:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347581.223237:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312859264:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 137us (244us total) trans 4295367728 rc 0/0 00000100:00100000:3.0:1731347581.223243:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678570 00002000:00010000:3.0:1731347581.223246:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.223248:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7d880 with x1815448312859264 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.223252:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e7d880. 00002000:00010000:1.0:1731347581.223710:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 977976 00002000:00010000:1.0:1731347581.223712:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347580 00002000:00010000:1.0:1731347581.223713:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.223715:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00002000:00010000:1.0:1731347581.223716:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 576 -> 352 00000100:00100000:1.0:1731347581.223741:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+27:2004:x1815448312859136:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 651us (721us total) trans 4295336265 rc 0/0 00000100:00100000:1.0:1731347581.223745:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678569 00002000:00010000:1.0:1731347581.223747:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (977976->18446744073709551615) 00002000:00100000:1.0:1731347581.223749:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7ca80 with x1815448312859136 ext(977976->18446744073709551615) 00002000:00010000:1.0:1731347581.223751:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e7ca80. 00010000:00010000:2.0:1731347581.224520:0:10831:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1731347581.225220:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.225264:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312859392 00000100:00100000:1.0:1731347581.225269:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312859392 00000100:00100000:1.0:1731347581.225297:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712729 00000100:00100000:1.0:1731347581.225303:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+136:13210:x1815448312859392:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.225315:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.225326:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e078ab5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd45 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.225373:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078abc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.225384:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078abc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.225391:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078abc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.225407:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 977976 00000004:00200000:1.0:1731347581.225410:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.225441:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078abc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.225461:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e078ab5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd45 expref: 138 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.225473:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078abc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd45 expref: 137 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.225480:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.225482:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.225484:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091220d80, rc 0) 00000100:00100000:1.0:1731347581.225510:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+137:13210:x1815448312859392:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 206us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.225516:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712729 00000100:00100000:0.0:1731347581.226677:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.226718:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312859520 00000100:00100000:1.0:1731347581.226723:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312859520 00002000:00100000:1.0:1731347581.226743:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (581632->598015) req@ffff880135e7dc00 x1815448312859520/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 16872/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.226752:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7dc00 with x1815448312859520 ext(581632->598015) 00002000:00010000:1.0:1731347581.226756:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e7dc00 00000100:00100000:1.0:1731347581.226792:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678571 00000100:00100000:1.0:1731347581.226796:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+27:2003:x1815448312859520:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.227433:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+30:2003:x1815448312859520:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 618us (740us total) trans 4295336267 rc 0/0 00000100:00100000:0.0:1731347581.227440:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678571 00002000:00100000:0.0:1731347581.227447:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (581632->598015) req@ffff880135e7dc00 x1815448312859520/t4295336267(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 16872/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.227454:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7dc00 with x1815448312859520 ext(581632->598015) 00002000:00010000:0.0:1731347581.227458:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e7dc00 00000100:00100000:0.0:1731347581.228191:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.228229:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312859648 00000100:00100000:1.0:1731347581.228233:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312859648 00000100:00100000:1.0:1731347581.228259:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712730 00000100:00100000:1.0:1731347581.228263:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+137:13210:x1815448312859648:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.228331:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+137:13210:x1815448312859648:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 66us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.228337:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712730 00000100:00100000:0.0:1731347581.228975:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.229020:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312859776 00000100:00100000:2.0:1731347581.229025:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312859776 00000100:00100000:2.0:1731347581.229044:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205470 00000100:00100000:2.0:1731347581.229048:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+30:2006:x1815448312859776:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.229788:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336267 is committed 00000100:00100000:2.0:1731347581.229915:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312859776:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 865us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.229920:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205470 00000100:00100000:0.0:1731347581.230964:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.231005:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312859904 00000100:00100000:2.0:1731347581.231010:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312859904 00000100:00100000:2.0:1731347581.231029:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205471 00000100:00100000:2.0:1731347581.231033:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312859904:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.231146:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 977976 -> 977976 00002000:00010000:2.0:1731347581.231149:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.231150:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.231151:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.231153:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 352 -> 480 00000100:00100000:2.0:1731347581.231185:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312859904:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 149us (220us total) trans 4295336268 rc 0/0 00000100:00100000:2.0:1731347581.231191:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205471 00000100:00100000:0.0:1731347581.232626:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.232671:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312860160 00000100:00100000:1.0:1731347581.232677:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312860160 00000100:00100000:1.0:1731347581.232704:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712731 00000100:00100000:1.0:1731347581.232710:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+137:13210:x1815448312860160:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.232741:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.232759:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078abc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd45 expref: 137 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.232795:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.232799:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.232905:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e078ac3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.232922:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e078ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.232931:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e078ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.232961:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161628 00000004:00010000:1.0:1731347581.232978:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880135e7e300 reply state ffff88007bf67000 transno 4295161629 ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e078ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.232988:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222ac0/0xb104f9478e078ac3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.232993:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.232996:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.232998:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.233056:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+139:13210:x1815448312860160:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 344us (429us total) trans 4295161629 rc 0/0 00000100:00100000:1.0:1731347581.233062:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712731 00000020:00080000:1.0:1731347581.233066:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.233750:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.233781:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.233799:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312860416 00000100:00100000:2.0:1731347581.233804:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312860416 00002000:00010000:2.0:1731347581.233820:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.233822:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7ce00 with x1815448312860416 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.233829:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e7ce00. 00000100:00100000:2.0:1731347581.233846:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312860288 00000100:00100000:2.0:1731347581.233847:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312860288 00002000:00010000:2.0:1731347581.233852:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4193561->18446744073709551615) 00000100:00100000:3.0:1731347581.233853:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678572 00002000:00100000:2.0:1731347581.233854:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134865880 with x1815448312860288 ext(4193561->18446744073709551615) 00002000:00010000:2.0:1731347581.233858:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134865880. 00000100:00100000:3.0:1731347581.233860:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2005:x1815448312860416:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.233871:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678573 00000100:00100000:2.0:1731347581.233875:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312860288:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.233934:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347581.233937:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.233939:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.233941:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.233943:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1731347581.233968:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 977976 -> 4193561 00002000:00010000:2.0:1731347581.233971:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.233972:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.233974:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347580 00000100:00100000:3.0:1731347581.233975:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2005:x1815448312860416:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 114us (224us total) trans 4295367729 rc 0/0 00002000:00010000:2.0:1731347581.233975:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:3.0:1731347581.233982:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678572 00002000:00010000:3.0:1731347581.233984:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.233987:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e7ce00 with x1815448312860416 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.233992:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e7ce00. 00000100:00100000:2.0:1731347581.233992:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312860288:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 116us (210us total) trans 4295336269 rc 0/0 00000100:00100000:2.0:1731347581.233997:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678573 00002000:00010000:2.0:1731347581.233999:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4193561->18446744073709551615) 00002000:00100000:2.0:1731347581.234000:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134865880 with x1815448312860288 ext(4193561->18446744073709551615) 00002000:00010000:2.0:1731347581.234003:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134865880. 00000100:00100000:0.0:1731347581.234662:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.234699:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312860544 00000100:00100000:1.0:1731347581.234704:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312860544 00000100:00100000:1.0:1731347581.234729:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712732 00000100:00100000:1.0:1731347581.234733:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+139:13210:x1815448312860544:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.234743:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.234752:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078aca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd4c expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.234811:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078ad1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.234821:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.234828:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.234844:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4193561 00000004:00200000:1.0:1731347581.234848:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.234858:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.234876:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078aca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd4c expref: 141 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.234887:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd4c expref: 140 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.234894:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.234896:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.234899:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091222640, rc 0) 00000100:00100000:1.0:1731347581.234931:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+140:13210:x1815448312860544:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 197us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.234938:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712732 00000100:00100000:0.0:1731347581.235696:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.235733:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312860800 00000100:00100000:1.0:1731347581.235739:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312860800 00000100:00100000:1.0:1731347581.235779:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712733 00000100:00100000:1.0:1731347581.235785:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+140:13210:x1815448312860800:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.235807:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.235818:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078ad1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd4c expref: 140 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.235830:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.235833:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.235902:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078ad8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.235915:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.235921:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.235949:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161630 00000004:00010000:1.0:1731347581.235966:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880134864000 reply state ffff88009b6f3000 transno 4295161631 ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.235980:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091221f80/0xb104f9478e078ad8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.235986:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.235988:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.235991:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.236040:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+142:13210:x1815448312860800:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 252us (343us total) trans 4295161631 rc 0/0 00000100:00100000:1.0:1731347581.236046:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712733 00000020:00080000:1.0:1731347581.236050:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.236691:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.236712:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.236729:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312861056 00000100:00100000:2.0:1731347581.236734:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312861056 00002000:00010000:2.0:1731347581.236746:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.236749:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134867800 with x1815448312861056 ext(0->18446744073709551615) 00000100:00100000:3.0:1731347581.236753:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312860928 00002000:00010000:2.0:1731347581.236754:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134867800. 00000100:00100000:3.0:1731347581.236757:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312860928 00002000:00010000:3.0:1731347581.236782:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1806135->18446744073709551615) 00000100:00100000:2.0:1731347581.236786:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678574 00002000:00100000:3.0:1731347581.236788:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134865c00 with x1815448312860928 ext(1806135->18446744073709551615) 00000100:00100000:2.0:1731347581.236790:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312861056:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.236793:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134865c00. 00000100:00100000:3.0:1731347581.236810:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678575 00000100:00100000:3.0:1731347581.236813:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312860928:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.236847:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.236849:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.236851:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.236852:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.236853:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347581.236881:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2003:x1815448312861056:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 90us (191us total) trans 4295367730 rc 0/0 00000100:00100000:2.0:1731347581.236886:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678574 00002000:00010000:2.0:1731347581.236888:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.236889:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134867800 with x1815448312861056 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.236892:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134867800. 00002000:00010000:3.0:1731347581.236924:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4193561 -> 1806135 00002000:00010000:3.0:1731347581.236927:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.236928:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.236930:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.236932:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:3.0:1731347581.236964:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312860928:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 148us (249us total) trans 4295336270 rc 0/0 00000100:00100000:3.0:1731347581.236971:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678575 00002000:00010000:3.0:1731347581.236974:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1806135->18446744073709551615) 00002000:00100000:3.0:1731347581.236976:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134865c00 with x1815448312860928 ext(1806135->18446744073709551615) 00002000:00010000:3.0:1731347581.236980:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134865c00. 00000100:00100000:0.0:1731347581.237566:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.237607:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312861184 00000100:00100000:1.0:1731347581.237612:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312861184 00000100:00100000:1.0:1731347581.237632:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712734 00000100:00100000:1.0:1731347581.237638:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+142:13210:x1815448312861184:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.237648:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.237656:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e078adf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd53 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.237694:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078ae6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.237703:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.237710:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.237725:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 1806135 00000004:00200000:1.0:1731347581.237729:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.237738:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.237754:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e078adf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd53 expref: 144 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.237784:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078ae6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd53 expref: 143 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.237791:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.237793:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.237795:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091223180, rc 0) 00000100:00100000:1.0:1731347581.237823:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+143:13210:x1815448312861184:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 185us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.237829:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712734 00000100:00100000:0.0:1731347581.238646:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.238687:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312861440 00000100:00100000:3.0:1731347581.238691:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312861440 00002000:00100000:3.0:1731347581.238707:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1265664->1269759) req@ffff880134866d80 x1815448312861440/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.238716:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134866d80 with x1815448312861440 ext(1265664->1269759) 00002000:00010000:3.0:1731347581.238720:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134866d80 00000100:00100000:3.0:1731347581.238738:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678576 00000100:00100000:3.0:1731347581.238741:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312861440:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.238841:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312861440:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 97us (194us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347581.238847:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678576 00002000:00100000:3.0:1731347581.238854:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1265664->1269759) req@ffff880134866d80 x1815448312861440/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.238862:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134866d80 with x1815448312861440 ext(1265664->1269759) 00002000:00010000:3.0:1731347581.238864:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134866d80 00000100:00100000:0.0:1731347581.239689:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.239725:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312861696 00000100:00100000:3.0:1731347581.239730:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312861696 00002000:00100000:3.0:1731347581.239745:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1261568->1265663) req@ffff880134866300 x1815448312861696/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.239752:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134866300 with x1815448312861696 ext(1261568->1265663) 00002000:00010000:3.0:1731347581.239755:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134866300 00000100:00100000:3.0:1731347581.239781:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678577 00000100:00100000:3.0:1731347581.239784:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312861696:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.239848:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312861696:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (159us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347581.239854:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678577 00002000:00100000:3.0:1731347581.239860:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1261568->1265663) req@ffff880134866300 x1815448312861696/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.239867:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134866300 with x1815448312861696 ext(1261568->1265663) 00002000:00010000:3.0:1731347581.239871:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134866300 00000100:00100000:2.0:1731347581.240597:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.240634:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312861952 00000100:00100000:3.0:1731347581.240638:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312861952 00002000:00100000:3.0:1731347581.240651:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1257472->1261567) req@ffff880115b2d180 x1815448312861952/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.240657:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2d180 with x1815448312861952 ext(1257472->1261567) 00002000:00010000:3.0:1731347581.240660:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880115b2d180 00000100:00100000:3.0:1731347581.240670:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678578 00000100:00100000:3.0:1731347581.240673:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312861952:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.240738:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312861952:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 61us (141us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347581.240744:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678578 00002000:00100000:3.0:1731347581.240750:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1257472->1261567) req@ffff880115b2d180 x1815448312861952/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.240758:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2d180 with x1815448312861952 ext(1257472->1261567) 00002000:00010000:3.0:1731347581.240761:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880115b2d180 00000100:00100000:0.0:1731347581.241472:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.241507:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312862208 00000100:00100000:3.0:1731347581.241510:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312862208 00002000:00100000:3.0:1731347581.241526:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1253376->1257471) req@ffff880134865f80 x1815448312862208/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.241531:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134865f80 with x1815448312862208 ext(1253376->1257471) 00002000:00010000:3.0:1731347581.241533:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134865f80 00000100:00100000:3.0:1731347581.241551:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678579 00000100:00100000:3.0:1731347581.241554:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312862208:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.241604:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312862208:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 49us (133us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347581.241608:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678579 00002000:00100000:3.0:1731347581.241612:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1253376->1257471) req@ffff880134865f80 x1815448312862208/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.241616:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880134865f80 with x1815448312862208 ext(1253376->1257471) 00002000:00010000:3.0:1731347581.241619:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134865f80 00000100:00100000:0.0:1731347581.242578:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.242610:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312862336 00000100:00100000:2.0:1731347581.242615:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312862336 00000100:00100000:2.0:1731347581.242638:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205472 00000100:00100000:2.0:1731347581.242642:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312862336:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.242757:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1806135 -> 1806135 00002000:00010000:2.0:1731347581.242760:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.242761:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.242779:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.242781:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:2.0:1731347581.242807:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312862336:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 164us (230us total) trans 4295336271 rc 0/0 00000100:00100000:2.0:1731347581.242812:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205472 00000100:00100000:0.0:1731347581.243910:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.243936:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312862464 00000100:00100000:2.0:1731347581.243939:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312862464 00000100:00100000:2.0:1731347581.243951:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205473 00000100:00100000:2.0:1731347581.243954:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312862464:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.244099:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1806135 -> 1806135 00002000:00010000:2.0:1731347581.244101:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.244102:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.244103:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.244105:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:2.0:1731347581.244127:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312862464:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 171us (218us total) trans 4295336272 rc 0/0 00000100:00100000:2.0:1731347581.244131:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205473 00000100:00100000:0.0:1731347581.245137:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.245179:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312862720 00000100:00100000:1.0:1731347581.245185:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312862720 00000100:00100000:1.0:1731347581.245216:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712735 00000100:00100000:1.0:1731347581.245221:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+143:13210:x1815448312862720:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.245252:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.245270:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078ae6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd53 expref: 143 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.245283:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.245287:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.245380:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078aed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.245397:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078aed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.245408:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078aed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.245456:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161632 00000004:00010000:1.0:1731347581.245473:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007e8d9500 reply state ffff88009b6f1000 transno 4295161633 ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078aed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.245482:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222640/0xb104f9478e078aed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.245487:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.245489:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.245491:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.245542:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+145:13210:x1815448312862720:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 319us (405us total) trans 4295161633 rc 0/0 00000100:00100000:1.0:1731347581.245548:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712735 00000020:00080000:1.0:1731347581.245551:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.246265:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.246297:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.246314:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312862976 00000100:00100000:3.0:1731347581.246319:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312862976 00002000:00010000:3.0:1731347581.246331:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.246334:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8d9c00 with x1815448312862976 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.246341:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e8d9c00. 00000100:00100000:2.0:1731347581.246345:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312862848 00000100:00100000:2.0:1731347581.246351:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312862848 00000100:00100000:3.0:1731347581.246361:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678580 00000100:00100000:3.0:1731347581.246364:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2004:x1815448312862976:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.246365:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (121555->18446744073709551615) 00002000:00100000:2.0:1731347581.246368:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8daa00 with x1815448312862848 ext(121555->18446744073709551615) 00002000:00010000:2.0:1731347581.246374:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e8daa00. 00000100:00100000:2.0:1731347581.246390:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678581 00000100:00100000:2.0:1731347581.246396:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312862848:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.246445:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347581.246448:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.246450:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.246452:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.246454:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347581.246487:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2004:x1815448312862976:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 120us (221us total) trans 4295367731 rc 0/0 00000100:00100000:3.0:1731347581.246494:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678580 00002000:00010000:3.0:1731347581.246497:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.246500:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8d9c00 with x1815448312862976 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.246504:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e8d9c00. 00002000:00010000:2.0:1731347581.247135:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1806135 -> 121555 00002000:00010000:2.0:1731347581.247137:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.247139:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.247140:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.247141:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 480 -> 16 00000100:00100000:2.0:1731347581.247168:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312862848:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 772us (871us total) trans 4295336273 rc 0/0 00000100:00100000:2.0:1731347581.247175:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678581 00002000:00010000:2.0:1731347581.247177:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (121555->18446744073709551615) 00002000:00100000:2.0:1731347581.247179:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8daa00 with x1815448312862848 ext(121555->18446744073709551615) 00002000:00010000:2.0:1731347581.247181:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e8daa00. 00000100:00100000:0.0:1731347581.248810:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.248855:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312863104 00000100:00100000:1.0:1731347581.248860:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312863104 00000100:00100000:1.0:1731347581.248891:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712736 00000100:00100000:1.0:1731347581.248896:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+145:13210:x1815448312863104:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.248909:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.248919:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078af4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd5a expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.248968:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078afb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.248978:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.248989:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.249006:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 121555 00000004:00200000:1.0:1731347581.249009:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.249019:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.249035:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078af4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd5a expref: 147 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.249048:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078afb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd5a expref: 146 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.249054:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.249057:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.249059:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091220d80, rc 0) 00000100:00100000:1.0:1731347581.249091:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+146:13210:x1815448312863104:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 194us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.249098:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712736 00000100:00100000:0.0:1731347581.250443:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.250507:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312863360 00000100:00100000:1.0:1731347581.250512:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312863360 00000100:00100000:1.0:1731347581.250538:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712737 00000100:00100000:1.0:1731347581.250543:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+146:13210:x1815448312863360:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.250566:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.250578:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078afb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd5a expref: 146 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.250595:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.250598:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.250671:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078b02 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.250685:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078b02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.250691:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078b02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.250714:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161634 00000004:00010000:1.0:1731347581.250729:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007e8d9180 reply state ffff88009b6f4000 transno 4295161635 ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078b02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.250738:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223840/0xb104f9478e078b02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.250744:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.250746:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.250748:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.250813:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+148:13210:x1815448312863360:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 268us (369us total) trans 4295161635 rc 0/0 00000100:00100000:1.0:1731347581.250820:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712737 00000020:00080000:1.0:1731347581.250823:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.251473:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.251495:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.251514:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312863488 00000100:00100000:2.0:1731347581.251519:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312863488 00002000:00010000:2.0:1731347581.251531:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3301741->18446744073709551615) 00002000:00100000:2.0:1731347581.251533:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8d8a80 with x1815448312863488 ext(3301741->18446744073709551615) 00002000:00010000:2.0:1731347581.251538:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e8d8a80. 00000100:00100000:3.0:1731347581.251541:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312863616 00000100:00100000:3.0:1731347581.251545:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312863616 00000100:00100000:2.0:1731347581.251557:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678582 00002000:00010000:3.0:1731347581.251558:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.251560:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8db100 with x1815448312863616 ext(0->18446744073709551615) 00000100:00100000:2.0:1731347581.251561:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312863488:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.251565:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e8db100. 00000100:00100000:3.0:1731347581.251583:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678583 00000100:00100000:3.0:1731347581.251587:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2004:x1815448312863616:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.251661:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.251662:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 121555 -> 3301741 00002000:00010000:3.0:1731347581.251664:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.251664:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347580 -> 1731347581 00002000:00010000:3.0:1731347581.251665:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.251666:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.251667:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.251667:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347580 -> 1731347581 00002000:00010000:3.0:1731347581.251668:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1731347581.251669:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1731347581.251697:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2004:x1815448312863616:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 109us (200us total) trans 4295367732 rc 0/0 00000100:00100000:2.0:1731347581.251697:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312863488:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 135us (225us total) trans 4295336274 rc 0/0 00000100:00100000:3.0:1731347581.251702:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678583 00002000:00010000:3.0:1731347581.251704:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:2.0:1731347581.251704:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678582 00002000:00100000:3.0:1731347581.251706:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8db100 with x1815448312863616 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.251707:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3301741->18446744073709551615) 00002000:00010000:3.0:1731347581.251709:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e8db100. 00002000:00100000:2.0:1731347581.251709:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8d8a80 with x1815448312863488 ext(3301741->18446744073709551615) 00002000:00010000:2.0:1731347581.251711:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e8d8a80. 00000100:00100000:0.0:1731347581.252300:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.252337:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312863744 00000100:00100000:1.0:1731347581.252341:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312863744 00000100:00100000:1.0:1731347581.252359:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712738 00000100:00100000:1.0:1731347581.252363:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+148:13210:x1815448312863744:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.252373:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.252381:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd61 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.252437:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.252445:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.252452:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.252467:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3301741 00000004:00200000:1.0:1731347581.252469:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.252477:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.252493:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd61 expref: 150 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.252504:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd61 expref: 149 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.252510:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.252512:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.252514:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091220000, rc 0) 00000100:00100000:1.0:1731347581.252546:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:13210:x1815448312863744:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 181us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.252551:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712738 00000100:00100000:0.0:1731347581.256846:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.256891:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312864000 00000100:00100000:3.0:1731347581.256896:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312864000 00002000:00100000:3.0:1731347581.256918:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (122880->3305471) req@ffff88007e8da300 x1815448312864000/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.256928:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8da300 with x1815448312864000 ext(122880->3305471) 00002000:00010000:3.0:1731347581.256932:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e8da300 00000100:00100000:3.0:1731347581.256952:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678584 00000100:00100000:3.0:1731347581.256958:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312864000:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.266161:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312864000:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 9194us (9309us total) trans 0 rc 3182592/3182592 00000100:00100000:3.0:1731347581.266170:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678584 00002000:00100000:3.0:1731347581.266179:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (122880->3305471) req@ffff88007e8da300 x1815448312864000/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 3182592/3182592 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.266190:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e8da300 with x1815448312864000 ext(122880->3305471) 00002000:00010000:3.0:1731347581.266194:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e8da300 00000100:00100000:0.0:1731347581.268279:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.268349:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312864128 00000100:00100000:3.0:1731347581.268355:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312864128 00002000:00100000:3.0:1731347581.268378:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1724416->1757183) req@ffff8800814d5500 x1815448312864128/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.268384:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d5500 with x1815448312864128 ext(1724416->1757183) 00002000:00010000:3.0:1731347581.268387:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814d5500 00000100:00100000:3.0:1731347581.268406:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678585 00000100:00100000:3.0:1731347581.268410:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312864128:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.269721:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2006:x1815448312864128:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1307us (1442us total) trans 4295336275 rc 0/0 00000100:00100000:0.0:1731347581.269727:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678585 00002000:00100000:0.0:1731347581.269732:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1724416->1757183) req@ffff8800814d5500 x1815448312864128/t4295336275(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.269738:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d5500 with x1815448312864128 ext(1724416->1757183) 00002000:00010000:0.0:1731347581.269741:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814d5500 00000100:00100000:0.0:1731347581.270342:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.270387:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312864256 00000100:00100000:1.0:1731347581.270392:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312864256 00000100:00100000:1.0:1731347581.270413:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712739 00000100:00100000:1.0:1731347581.270433:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:13210:x1815448312864256:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.270488:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:13210:x1815448312864256:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 55us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.270493:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712739 00000100:00100000:0.0:1731347581.271163:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.271195:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312864384 00000100:00100000:2.0:1731347581.271199:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312864384 00000100:00100000:2.0:1731347581.271224:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205474 00000100:00100000:2.0:1731347581.271228:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312864384:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.271782:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336275 is committed 00000100:00100000:2.0:1731347581.271902:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312864384:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 670us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.271907:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205474 00000100:00100000:0.0:1731347581.272924:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.272967:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312864512 00000100:00100000:2.0:1731347581.272972:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312864512 00000100:00100000:2.0:1731347581.272988:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205475 00000100:00100000:2.0:1731347581.272992:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312864512:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.273071:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3301741 -> 3879715 00002000:00010000:2.0:1731347581.273073:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.273075:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.273076:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.273078:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 136 00000100:00100000:2.0:1731347581.273104:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312864512:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 111us (181us total) trans 4295336276 rc 0/0 00000100:00100000:2.0:1731347581.273109:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205475 00000100:00100000:0.0:1731347581.273955:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.273994:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312864640 00000100:00100000:2.0:1731347581.273999:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312864640 00000100:00100000:2.0:1731347581.274015:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205476 00000100:00100000:2.0:1731347581.274019:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312864640:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.274072:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3879715 -> 3879715 00002000:00010000:2.0:1731347581.274074:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.274076:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.274077:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.274079:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 192 00000100:00100000:2.0:1731347581.274105:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312864640:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 85us (150us total) trans 4295336277 rc 0/0 00000100:00100000:2.0:1731347581.274109:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205476 00000100:00100000:0.0:1731347581.275329:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.275368:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312864896 00000100:00100000:1.0:1731347581.275373:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312864896 00000100:00100000:1.0:1731347581.275403:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712740 00000100:00100000:1.0:1731347581.275408:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+149:13210:x1815448312864896:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.275456:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.275476:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd61 expref: 149 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.275502:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.275506:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.275599:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078b17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.275616:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078b17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.275625:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078b17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.275654:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161636 00000004:00010000:1.0:1731347581.275670:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800814d6680 reply state ffff88007cfdc000 transno 4295161637 ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078b17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.275680:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222880/0xb104f9478e078b17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.275686:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.275689:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.275691:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.275742:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+151:13210:x1815448312864896:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 332us (412us total) trans 4295161637 rc 0/0 00000100:00100000:1.0:1731347581.275748:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712740 00000020:00080000:1.0:1731347581.275751:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.276450:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.276474:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.276520:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312865152 00000100:00100000:2.0:1731347581.276525:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312865152 00000100:00100000:3.0:1731347581.276530:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312865024 00000100:00100000:3.0:1731347581.276536:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312865024 00002000:00010000:2.0:1731347581.276538:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.276541:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d4380 with x1815448312865152 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.276547:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814d4380. 00002000:00010000:3.0:1731347581.276549:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2092586->18446744073709551615) 00002000:00100000:3.0:1731347581.276552:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d4700 with x1815448312865024 ext(2092586->18446744073709551615) 00002000:00010000:3.0:1731347581.276558:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814d4700. 00000100:00100000:2.0:1731347581.276567:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678586 00000100:00100000:2.0:1731347581.276571:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2006:x1815448312865152:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.276582:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678587 00000100:00100000:3.0:1731347581.276588:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312865024:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.276625:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.276627:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.276628:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.276629:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.276631:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347581.276649:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2006:x1815448312865152:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 78us (200us total) trans 4295367733 rc 0/0 00000100:00100000:2.0:1731347581.276654:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678586 00002000:00010000:2.0:1731347581.276655:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.276657:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d4380 with x1815448312865152 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.276659:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814d4380. 00002000:00010000:3.0:1731347581.277466:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3879715 -> 2092586 00002000:00010000:3.0:1731347581.277470:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.277472:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.277474:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.277476:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 192 -> 128 00000100:00100000:3.0:1731347581.277509:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312865024:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 920us (1033us total) trans 4295336278 rc 0/0 00000100:00100000:3.0:1731347581.277517:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678587 00002000:00010000:3.0:1731347581.277520:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2092586->18446744073709551615) 00002000:00100000:3.0:1731347581.277522:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814d4700 with x1815448312865024 ext(2092586->18446744073709551615) 00002000:00010000:3.0:1731347581.277527:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814d4700. 00000100:00100000:0.0:1731347581.279441:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.279488:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312865280 00000100:00100000:1.0:1731347581.279493:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312865280 00000100:00100000:1.0:1731347581.279519:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712741 00000100:00100000:1.0:1731347581.279524:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+151:13210:x1815448312865280:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.279535:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.279544:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd68 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.279589:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.279598:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.279605:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.279621:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2092586 00000004:00200000:1.0:1731347581.279624:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.279634:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.279651:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd68 expref: 153 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.279675:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd68 expref: 152 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.279682:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.279684:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.279687:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091220480, rc 0) 00000100:00100000:1.0:1731347581.279710:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+152:13210:x1815448312865280:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 185us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.279716:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712741 00000100:00100000:0.0:1731347581.281232:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.281272:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312865408 00000100:00100000:2.0:1731347581.281276:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312865408 00000100:00100000:2.0:1731347581.281293:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205477 00000100:00100000:2.0:1731347581.281297:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2004:x1815448312865408:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.281378:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 845179 00002000:00010000:2.0:1731347581.281380:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.281381:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.281383:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.281384:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 72 00000100:00100000:2.0:1731347581.281410:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+21:2004:x1815448312865408:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 112us (180us total) trans 4295367734 rc 0/0 00000100:00100000:2.0:1731347581.281434:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205477 00000100:00100000:0.0:1731347581.282291:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.282334:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312865664 00000100:00100000:1.0:1731347581.282340:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312865664 00000100:00100000:1.0:1731347581.282361:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712742 00000100:00100000:1.0:1731347581.282366:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+152:13210:x1815448312865664:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.282389:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.282402:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd68 expref: 152 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.282414:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.282437:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.282508:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078b2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.282521:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078b2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.282528:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078b2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.282551:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161638 00000004:00010000:1.0:1731347581.282562:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800763ae300 reply state ffff880099946000 transno 4295161639 ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078b2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.282570:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220d80/0xb104f9478e078b2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.282575:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.282577:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.282579:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.282623:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:13210:x1815448312865664:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 256us (332us total) trans 4295161639 rc 0/0 00000100:00100000:1.0:1731347581.282627:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712742 00000020:00080000:1.0:1731347581.282630:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.283364:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.283396:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.283413:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312865920 00000100:00100000:3.0:1731347581.283433:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312865920 00000100:00100000:2.0:1731347581.283443:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312865792 00002000:00010000:3.0:1731347581.283445:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.283447:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763adc00 with x1815448312865920 ext(0->18446744073709551615) 00000100:00100000:2.0:1731347581.283448:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312865792 00002000:00010000:3.0:1731347581.283452:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800763adc00. 00002000:00010000:2.0:1731347581.283460:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3325594->18446744073709551615) 00002000:00100000:2.0:1731347581.283463:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ae680 with x1815448312865792 ext(3325594->18446744073709551615) 00002000:00010000:2.0:1731347581.283469:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ae680. 00000100:00100000:3.0:1731347581.283470:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678588 00000100:00100000:3.0:1731347581.283474:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+21:2003:x1815448312865920:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.283489:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678589 00000100:00100000:2.0:1731347581.283494:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312865792:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.283552:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 845179 -> 0 00002000:00010000:3.0:1731347581.283554:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.283556:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.283557:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.283558:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:3.0:1731347581.283584:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2003:x1815448312865920:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 109us (221us total) trans 4295367735 rc 0/0 00002000:00010000:2.0:1731347581.283585:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2092586 -> 3325594 00000100:00100000:3.0:1731347581.283589:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678588 00002000:00010000:2.0:1731347581.283589:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.283590:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:2.0:1731347581.283591:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00100000:3.0:1731347581.283592:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763adc00 with x1815448312865920 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.283593:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.283594:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800763adc00. 00002000:00010000:2.0:1731347581.283594:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1731347581.283616:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312865792:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 121us (219us total) trans 4295336279 rc 0/0 00000100:00100000:2.0:1731347581.283623:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678589 00002000:00010000:2.0:1731347581.283626:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3325594->18446744073709551615) 00002000:00100000:2.0:1731347581.283628:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ae680 with x1815448312865792 ext(3325594->18446744073709551615) 00002000:00010000:2.0:1731347581.283632:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ae680. 00000100:00100000:0.0:1731347581.284227:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.284263:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312866048 00000100:00100000:1.0:1731347581.284267:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312866048 00000100:00100000:1.0:1731347581.284292:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712743 00000100:00100000:1.0:1731347581.284297:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+154:13210:x1815448312866048:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.284306:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.284314:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd6f expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.284349:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b3a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.284356:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.284362:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.284378:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3325594 00000004:00200000:1.0:1731347581.284381:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.284390:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.284406:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd6f expref: 156 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.284433:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd6f expref: 155 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.284440:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.284442:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.284444:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091223180, rc 0) 00000100:00100000:1.0:1731347581.284474:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+155:13210:x1815448312866048:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 176us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.284480:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712743 00000100:00100000:0.0:1731347581.285441:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.285513:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312866176 00000100:00100000:2.0:1731347581.285518:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312866176 00000100:00100000:2.0:1731347581.285544:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205478 00000100:00100000:2.0:1731347581.285549:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312866176:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.285700:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3325594 -> 3325594 00002000:00010000:2.0:1731347581.285719:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.285721:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.285722:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.285723:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 128 -> 96 00000100:00100000:2.0:1731347581.285781:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312866176:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 231us (341us total) trans 4295336280 rc 0/0 00000100:00100000:2.0:1731347581.285785:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205478 00000100:00100000:0.0:1731347581.287856:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.287925:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312866304 00000100:00100000:2.0:1731347581.287933:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312866304 00002000:00100000:2.0:1731347581.287964:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1744896->1798143) req@ffff8800763aca80 x1815448312866304/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.287973:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763aca80 with x1815448312866304 ext(1744896->1798143) 00002000:00010000:2.0:1731347581.287978:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763aca80 00000100:00100000:2.0:1731347581.288006:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678590 00000100:00100000:2.0:1731347581.288012:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312866304:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.289331:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312866304:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1314us (1477us total) trans 4295336281 rc 0/0 00000100:00100000:0.0:1731347581.289340:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678590 00002000:00100000:0.0:1731347581.289347:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1744896->1798143) req@ffff8800763aca80 x1815448312866304/t4295336281(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.289357:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763aca80 with x1815448312866304 ext(1744896->1798143) 00002000:00010000:0.0:1731347581.289360:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763aca80 00000100:00100000:0.0:1731347581.290159:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.290219:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312866432 00000100:00100000:1.0:1731347581.290227:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312866432 00000100:00100000:1.0:1731347581.290262:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712744 00000100:00100000:1.0:1731347581.290268:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+155:13210:x1815448312866432:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.290356:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+155:13210:x1815448312866432:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 87us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.290362:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712744 00000100:00100000:0.0:1731347581.291130:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.291183:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312866560 00000100:00100000:2.0:1731347581.291189:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312866560 00000100:00100000:2.0:1731347581.291224:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205479 00000100:00100000:2.0:1731347581.291230:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312866560:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.291859:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336281 is committed 00000100:00100000:2.0:1731347581.291961:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312866560:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 729us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.291968:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205479 00000100:00100000:0.0:1731347581.293356:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.293406:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312866816 00000100:00100000:2.0:1731347581.293412:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312866816 00002000:00100000:2.0:1731347581.293465:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2473984->3325951) req@ffff8800763ace00 x1815448312866816/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.293474:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ace00 with x1815448312866816 ext(2473984->3325951) 00002000:00010000:2.0:1731347581.293479:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ace00 00000100:00100000:2.0:1731347581.293505:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678591 00000100:00100000:2.0:1731347581.293511:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312866816:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.294502:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312866816:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 988us (1145us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1731347581.294511:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678591 00002000:00100000:2.0:1731347581.294518:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2473984->3325951) req@ffff8800763ace00 x1815448312866816/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.294527:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ace00 with x1815448312866816 ext(2473984->3325951) 00002000:00010000:2.0:1731347581.294530:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ace00 00000100:00100000:0.0:1731347581.295491:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.295535:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312867072 00000100:00100000:2.0:1731347581.295542:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312867072 00002000:00100000:2.0:1731347581.295565:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2506752->2510847) req@ffff8800763ac380 x1815448312867072/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.295572:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ac380 with x1815448312867072 ext(2506752->2510847) 00002000:00010000:2.0:1731347581.295575:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ac380 00000100:00100000:2.0:1731347581.295598:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678592 00000100:00100000:2.0:1731347581.295602:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312867072:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.295717:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312867072:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 113us (227us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.295724:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678592 00002000:00100000:2.0:1731347581.295729:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2506752->2510847) req@ffff8800763ac380 x1815448312867072/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.295736:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ac380 with x1815448312867072 ext(2506752->2510847) 00002000:00010000:2.0:1731347581.295738:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ac380 00000100:00100000:0.0:1731347581.297060:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.297112:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312867200 00000100:00100000:2.0:1731347581.297116:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312867200 00000100:00100000:2.0:1731347581.297141:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205480 00000100:00100000:2.0:1731347581.297146:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312867200:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.297293:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3325594 -> 3325594 00002000:00010000:2.0:1731347581.297296:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.297297:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.297298:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.297300:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 96 -> 288 00000100:00100000:2.0:1731347581.297330:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312867200:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 183us (273us total) trans 4295336282 rc 0/0 00000100:00100000:2.0:1731347581.297334:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205480 00000100:00100000:0.0:1731347581.300529:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.300625:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312867456 00000100:00100000:2.0:1731347581.300633:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312867456 00002000:00100000:2.0:1731347581.300663:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1286144->3305471) req@ffff8800763ac000 x1815448312867456/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.300675:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ac000 with x1815448312867456 ext(1286144->3305471) 00002000:00010000:2.0:1731347581.300680:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ac000 00000100:00100000:2.0:1731347581.300706:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678593 00000100:00100000:2.0:1731347581.300711:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312867456:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.304862:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312867456:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 4144us (4335us total) trans 0 rc 1224704/1224704 00000100:00100000:2.0:1731347581.304870:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678593 00002000:00100000:2.0:1731347581.304877:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1286144->3305471) req@ffff8800763ac000 x1815448312867456/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 1224704/1224704 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.304884:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763ac000 with x1815448312867456 ext(1286144->3305471) 00002000:00010000:2.0:1731347581.304888:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763ac000 00000100:00100000:0.0:1731347581.306448:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.306519:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312867584 00000100:00100000:2.0:1731347581.306524:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312867584 00002000:00100000:2.0:1731347581.306544:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2027520->2564095) req@ffff8800763af800 x1815448312867584/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.306551:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763af800 with x1815448312867584 ext(2027520->2564095) 00002000:00010000:2.0:1731347581.306553:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763af800 00000100:00100000:2.0:1731347581.306574:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678594 00000100:00100000:2.0:1731347581.306578:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800763af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312867584:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.307710:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800763af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312867584:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1130us (1263us total) trans 4295336283 rc 0/0 00000100:00100000:0.0:1731347581.307716:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678594 00002000:00100000:0.0:1731347581.307721:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2027520->2564095) req@ffff8800763af800 x1815448312867584/t4295336283(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/456 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.307726:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800763af800 with x1815448312867584 ext(2027520->2564095) 00002000:00010000:0.0:1731347581.307729:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800763af800 00000100:00100000:0.0:1731347581.308343:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.308384:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312867712 00000100:00100000:2.0:1731347581.308388:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312867712 00000100:00100000:2.0:1731347581.308405:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205481 00000100:00100000:2.0:1731347581.308409:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312867712:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.308962:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336283 is committed 00000100:00100000:2.0:1731347581.309019:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312867712:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 608us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.309024:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205481 00000100:00100000:0.0:1731347581.310060:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.310126:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312867840 00000100:00100000:2.0:1731347581.310131:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312867840 00002000:00100000:2.0:1731347581.310145:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2117632->2125823) req@ffff8800ad605f80 x1815448312867840/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 8680/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.310152:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad605f80 with x1815448312867840 ext(2117632->2125823) 00002000:00010000:2.0:1731347581.310154:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ad605f80 00000100:00100000:2.0:1731347581.310171:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678595 00000100:00100000:2.0:1731347581.310175:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad605f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312867840:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.310471:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad605f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312867840:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 293us (411us total) trans 4295336284 rc 0/0 00000100:00100000:0.0:1731347581.310479:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678595 00002000:00100000:0.0:1731347581.310485:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2117632->2125823) req@ffff8800ad605f80 x1815448312867840/t4295336284(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 8680/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.310494:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad605f80 with x1815448312867840 ext(2117632->2125823) 00002000:00010000:0.0:1731347581.310497:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ad605f80 00000100:00100000:0.0:1731347581.311074:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.311115:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312867968 00000100:00100000:2.0:1731347581.311119:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312867968 00000100:00100000:2.0:1731347581.311135:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205482 00000100:00100000:2.0:1731347581.311139:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312867968:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.311638:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336284 is committed 00000100:00100000:2.0:1731347581.311694:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312867968:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 554us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.311699:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205482 00000100:00100000:0.0:1731347581.313041:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.313073:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312868096 00000100:00100000:2.0:1731347581.313077:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312868096 00000100:00100000:2.0:1731347581.313091:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205483 00000100:00100000:2.0:1731347581.313094:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2006:x1815448312868096:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.313187:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 567260 00002000:00010000:2.0:1731347581.313189:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.313191:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.313193:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.313194:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 120 00000100:00100000:2.0:1731347581.313220:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:2006:x1815448312868096:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 124us (180us total) trans 4295367736 rc 0/0 00000100:00100000:2.0:1731347581.313224:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205483 00000100:00100000:0.0:1731347581.313962:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.314003:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312868352 00000100:00100000:1.0:1731347581.314007:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312868352 00000100:00100000:1.0:1731347581.314026:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712745 00000100:00100000:1.0:1731347581.314029:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+155:13210:x1815448312868352:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.314053:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.314068:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b3a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd6f expref: 155 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.314081:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.314084:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.314156:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e078b41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.314171:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e078b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.314176:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e078b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.314194:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161640 00000004:00010000:1.0:1731347581.314204:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800ad606680 reply state ffff880099940000 transno 4295161641 ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e078b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.314209:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223600/0xb104f9478e078b41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.314213:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.314214:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.314216:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.314258:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+157:13210:x1815448312868352:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 227us (298us total) trans 4295161641 rc 0/0 00000100:00100000:1.0:1731347581.314262:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712745 00000020:00080000:1.0:1731347581.314264:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.314997:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.315022:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.315039:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312868608 00000100:00100000:2.0:1731347581.315043:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312868608 00000100:00100000:3.0:1731347581.315056:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312868480 00002000:00010000:2.0:1731347581.315056:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:3.0:1731347581.315059:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312868480 00002000:00100000:2.0:1731347581.315059:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad605880 with x1815448312868608 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.315064:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad605880. 00002000:00010000:3.0:1731347581.315069:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2743078->18446744073709551615) 00002000:00100000:3.0:1731347581.315072:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad604700 with x1815448312868480 ext(2743078->18446744073709551615) 00002000:00010000:3.0:1731347581.315077:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ad604700. 00000100:00100000:3.0:1731347581.315088:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678596 00000100:00100000:2.0:1731347581.315091:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678597 00000100:00100000:3.0:1731347581.315092:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+23:2003:x1815448312868608:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.315095:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312868480:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.315181:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 567260 -> 0 00002000:00010000:3.0:1731347581.315184:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.315186:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.315188:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.315190:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 120 -> 0 00000100:00100000:3.0:1731347581.315221:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+24:2003:x1815448312868608:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 127us (225us total) trans 4295367737 rc 0/0 00000100:00100000:3.0:1731347581.315226:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678596 00002000:00010000:3.0:1731347581.315228:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.315230:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad605880 with x1815448312868608 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.315234:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad605880. 00002000:00010000:2.0:1731347581.315532:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3325594 -> 2743078 00002000:00010000:2.0:1731347581.315534:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.315536:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347581 00002000:00010000:2.0:1731347581.315537:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.315538:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 288 -> 424 00000100:00100000:2.0:1731347581.315562:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312868480:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 466us (540us total) trans 4295336285 rc 0/0 00000100:00100000:2.0:1731347581.315566:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678597 00002000:00010000:2.0:1731347581.315568:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2743078->18446744073709551615) 00002000:00100000:2.0:1731347581.315570:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad604700 with x1815448312868480 ext(2743078->18446744073709551615) 00002000:00010000:2.0:1731347581.315572:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ad604700. 00000100:00100000:0.0:1731347581.316787:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.316829:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312868736 00000100:00100000:1.0:1731347581.316834:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312868736 00000100:00100000:1.0:1731347581.316859:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712746 00000100:00100000:1.0:1731347581.316863:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+157:13210:x1815448312868736:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.316874:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.316882:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b48 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd76 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.316925:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b4f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.316932:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.316937:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.316949:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2743078 00000004:00200000:1.0:1731347581.316951:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.316958:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.316970:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b48 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd76 expref: 159 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.316978:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd76 expref: 158 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.316982:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.316984:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.316985:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091220480, rc 0) 00000100:00100000:1.0:1731347581.317012:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+158:13210:x1815448312868736:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 148us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.317016:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712746 00000100:00100000:0.0:1731347581.318054:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.318097:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312868864 00000100:00100000:2.0:1731347581.318102:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312868864 00000100:00100000:2.0:1731347581.318130:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205484 00000100:00100000:2.0:1731347581.318135:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312868864:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.318249:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2743078 -> 2743078 00002000:00010000:2.0:1731347581.318252:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.318254:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.318256:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.318258:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:2.0:1731347581.318293:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312868864:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 157us (240us total) trans 4295336286 rc 0/0 00000100:00100000:2.0:1731347581.318300:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205484 00000100:00100000:0.0:1731347581.319434:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.319467:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312868992 00000100:00100000:2.0:1731347581.319471:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312868992 00000100:00100000:2.0:1731347581.319488:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205485 00000100:00100000:2.0:1731347581.319492:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+24:2005:x1815448312868992:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.319569:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.319571:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.319573:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.319574:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.319575:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 64 00000100:00100000:2.0:1731347581.319602:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:2005:x1815448312868992:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 109us (168us total) trans 4295367738 rc 0/0 00000100:00100000:2.0:1731347581.319606:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205485 00000100:00100000:0.0:1731347581.320888:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.320922:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312869120 00000100:00100000:2.0:1731347581.320925:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312869120 00000100:00100000:2.0:1731347581.320939:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205486 00000100:00100000:2.0:1731347581.320943:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312869120:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.321007:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2743078 -> 3095944 00002000:00010000:2.0:1731347581.321009:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.321010:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.321011:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.321013:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 424 -> 496 00000100:00100000:2.0:1731347581.321037:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312869120:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 93us (150us total) trans 4295336287 rc 0/0 00000100:00100000:2.0:1731347581.321041:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205486 00000100:00100000:0.0:1731347581.322111:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.322150:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312869248 00000100:00100000:2.0:1731347581.322156:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312869248 00000100:00100000:2.0:1731347581.322184:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205487 00000100:00100000:2.0:1731347581.322189:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312869248:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.322267:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3095944 -> 3095944 00002000:00010000:2.0:1731347581.322269:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.322270:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.322272:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.322273:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 496 -> 496 00000100:00100000:2.0:1731347581.322300:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312869248:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 110us (188us total) trans 4295336288 rc 0/0 00000100:00100000:2.0:1731347581.322304:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205487 00000100:00100000:0.0:1731347581.323651:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.323722:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312869376 00000100:00100000:2.0:1731347581.323727:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312869376 00002000:00100000:2.0:1731347581.323743:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1060864->4081343) req@ffff88012c32ed80 x1815448312869376/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 536/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.323754:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32ed80 with x1815448312869376 ext(1060864->4081343) 00002000:00010000:2.0:1731347581.323758:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32ed80 00000100:00100000:2.0:1731347581.323788:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678598 00000100:00100000:2.0:1731347581.323792:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312869376:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.325348:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312869376:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1552us (1695us total) trans 4295336289 rc 0/0 00000100:00100000:0.0:1731347581.325356:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678598 00002000:00100000:0.0:1731347581.325363:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1060864->4081343) req@ffff88012c32ed80 x1815448312869376/t4295336289(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 536/456 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.325371:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32ed80 with x1815448312869376 ext(1060864->4081343) 00002000:00010000:0.0:1731347581.325375:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32ed80 00000100:00100000:0.0:1731347581.325956:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.325993:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312869504 00000100:00100000:1.0:1731347581.325998:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312869504 00000100:00100000:1.0:1731347581.326018:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712747 00000100:00100000:1.0:1731347581.326022:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+158:13210:x1815448312869504:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.326074:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+158:13210:x1815448312869504:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 51us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.326078:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712747 00000100:00100000:0.0:1731347581.326795:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.326832:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312869632 00000100:00100000:2.0:1731347581.326837:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312869632 00000100:00100000:2.0:1731347581.326852:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205488 00000100:00100000:2.0:1731347581.326856:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312869632:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.327400:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336289 is committed 00000100:00100000:2.0:1731347581.327463:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312869632:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 604us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.327468:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205488 00000100:00100000:0.0:1731347581.329955:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.329988:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312869888 00000100:00100000:2.0:1731347581.329992:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312869888 00002000:00100000:2.0:1731347581.330004:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (741376->4059135) req@ffff88012c32ca80 x1815448312869888/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.330010:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32ca80 with x1815448312869888 ext(741376->4059135) 00002000:00010000:2.0:1731347581.330013:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32ca80 00000100:00100000:2.0:1731347581.330029:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678599 00000100:00100000:2.0:1731347581.330034:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312869888:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.334727:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312869888:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 4689us (4771us total) trans 0 rc 1331200/1331200 00000100:00100000:2.0:1731347581.334733:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678599 00002000:00100000:2.0:1731347581.334739:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (741376->4059135) req@ffff88012c32ca80 x1815448312869888/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 1331200/1331200 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.334745:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32ca80 with x1815448312869888 ext(741376->4059135) 00002000:00010000:2.0:1731347581.334748:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32ca80 00000100:00100000:0.0:1731347581.336455:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.336500:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312870016 00000100:00100000:2.0:1731347581.336506:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312870016 00000100:00100000:2.0:1731347581.336532:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205489 00000100:00100000:2.0:1731347581.336537:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+25:2003:x1815448312870016:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.336646:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 1011448 00002000:00010000:2.0:1731347581.336649:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.336650:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.336652:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.336653:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 64 -> 192 00000100:00100000:2.0:1731347581.336681:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+26:2003:x1815448312870016:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 142us (228us total) trans 4295367739 rc 0/0 00000100:00100000:2.0:1731347581.336687:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205489 00000100:00100000:0.0:1731347581.337563:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.337632:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312870144 00000100:00100000:2.0:1731347581.337637:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312870144 00000100:00100000:2.0:1731347581.337660:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205490 00000100:00100000:2.0:1731347581.337664:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312870144:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.337736:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3095944 -> 4081344 00002000:00010000:2.0:1731347581.337739:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.337740:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.337741:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.337743:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 496 -> 864 00000100:00100000:2.0:1731347581.337782:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312870144:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 116us (219us total) trans 4295336290 rc 0/0 00000100:00100000:2.0:1731347581.337787:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205490 00000100:00100000:0.0:1731347581.338885:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.338918:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312870272 00000100:00100000:2.0:1731347581.338922:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312870272 00002000:00100000:2.0:1731347581.338935:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (598016->3698687) req@ffff88012c32fb80 x1815448312870272/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 552/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.338941:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32fb80 with x1815448312870272 ext(598016->3698687) 00002000:00010000:2.0:1731347581.338945:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32fb80 00000100:00100000:2.0:1731347581.338963:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678600 00000100:00100000:2.0:1731347581.338967:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312870272:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.340581:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312870272:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1610us (1693us total) trans 4295336291 rc 0/0 00000100:00100000:0.0:1731347581.340587:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678600 00002000:00100000:0.0:1731347581.340593:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (598016->3698687) req@ffff88012c32fb80 x1815448312870272/t4295336291(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 552/464 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.340599:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32fb80 with x1815448312870272 ext(598016->3698687) 00002000:00010000:0.0:1731347581.340602:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32fb80 00000100:00100000:0.0:1731347581.341234:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.341264:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312870400 00000100:00100000:2.0:1731347581.341269:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312870400 00000100:00100000:2.0:1731347581.341286:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205491 00000100:00100000:2.0:1731347581.341290:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312870400:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.341817:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336291 is committed 00000100:00100000:2.0:1731347581.341884:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312870400:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 593us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.341889:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205491 00000100:00100000:0.0:1731347581.342677:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.342746:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312870656 00000100:00100000:1.0:1731347581.342751:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312870656 00000100:00100000:1.0:1731347581.342791:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712748 00000100:00100000:1.0:1731347581.342796:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+158:13210:x1815448312870656:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.342823:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.342839:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd76 expref: 158 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.342853:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.342855:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.342945:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b56 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.342960:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.342966:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.342985:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161642 00000004:00010000:1.0:1731347581.342995:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012c32d500 reply state ffff8800792bb000 transno 4295161643 ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.343001:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091220000/0xb104f9478e078b56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.343004:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.343006:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.343007:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.343049:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+160:13210:x1815448312870656:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 252us (372us total) trans 4295161643 rc 0/0 00000100:00100000:1.0:1731347581.343053:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712748 00000020:00080000:1.0:1731347581.343056:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.343618:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.343652:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.343673:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312870912 00000100:00100000:2.0:1731347581.343676:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312870912 00002000:00010000:2.0:1731347581.343686:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (1195976->18446744073709551615) 00002000:00100000:2.0:1731347581.343689:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32ea00 with x1815448312870912 ext(1195976->18446744073709551615) 00000100:00100000:3.0:1731347581.343694:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312870784 00002000:00010000:2.0:1731347581.343694:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c32ea00. 00000100:00100000:3.0:1731347581.343697:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312870784 00002000:00010000:3.0:1731347581.343709:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00000100:00100000:2.0:1731347581.343711:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678601 00002000:00100000:3.0:1731347581.343712:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32df80 with x1815448312870784 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1731347581.343717:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+26:2003:x1815448312870912:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.343718:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32df80. 00000100:00100000:3.0:1731347581.343731:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678602 00000100:00100000:3.0:1731347581.343736:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312870784:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.343817:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 1011448 -> 1195976 00002000:00010000:3.0:1731347581.343818:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4081344 -> 4194304 00002000:00010000:2.0:1731347581.343820:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.343821:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.343822:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.343823:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.343823:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.343824:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 192 -> 192 00002000:00010000:3.0:1731347581.343826:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.343828:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 864 -> 1256 00000100:00100000:3.0:1731347581.343850:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312870784:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 113us (199us total) trans 4295336292 rc 0/0 00000100:00100000:2.0:1731347581.343850:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+27:2003:x1815448312870912:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 134us (233us total) trans 4295367740 rc 0/0 00000100:00100000:2.0:1731347581.343854:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678601 00000100:00100000:3.0:1731347581.343856:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678602 00002000:00010000:2.0:1731347581.343856:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (1195976->18446744073709551615) 00002000:00100000:2.0:1731347581.343857:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32ea00 with x1815448312870912 ext(1195976->18446744073709551615) 00002000:00010000:3.0:1731347581.343858:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347581.343860:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32df80 with x1815448312870784 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347581.343860:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c32ea00. 00002000:00010000:3.0:1731347581.343863:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c32df80. 00000100:00100000:0.0:1731347581.345019:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.345042:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.345057:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312871168 00000100:00100000:3.0:1731347581.345062:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312871168 00002000:00100000:3.0:1731347581.345077:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (1187840->1191935) req@ffff88012c32e680 x1815448312871168/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:2.0:1731347581.345084:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312871424 00002000:00100000:3.0:1731347581.345086:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32e680 with x1815448312871168 ext(1187840->1191935) 00002000:00010000:3.0:1731347581.345090:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c32e680 00000100:00100000:2.0:1731347581.345090:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312871424 00000100:00100000:3.0:1731347581.345101:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678603 00000100:00100000:3.0:1731347581.345104:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c32e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+27:2003:x1815448312871168:12345-192.168.203.60@tcp:3:fsx.0 00002000:00100000:2.0:1731347581.345107:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4083712->4194303) req@ffff8800814b9880 x1815448312871424/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.345115:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b9880 with x1815448312871424 ext(4083712->4194303) 00002000:00010000:2.0:1731347581.345118:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814b9880 00000100:00100000:2.0:1731347581.345130:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678604 00000100:00100000:2.0:1731347581.345133:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312871424:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.345177:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c32e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+27:2003:x1815448312871168:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 72us (158us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347581.345182:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678603 00002000:00100000:3.0:1731347581.345185:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (1187840->1191935) req@ffff88012c32e680 x1815448312871168/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.345191:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c32e680 with x1815448312871168 ext(1187840->1191935) 00002000:00010000:3.0:1731347581.345193:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c32e680 00000100:00100000:2.0:1731347581.346024:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312871424:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 888us (980us total) trans 0 rc 110592/110592 00000100:00100000:2.0:1731347581.346029:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678604 00002000:00100000:2.0:1731347581.346032:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4083712->4194303) req@ffff8800814b9880 x1815448312871424/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 110592/110592 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.346037:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b9880 with x1815448312871424 ext(4083712->4194303) 00002000:00010000:2.0:1731347581.346040:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814b9880 00000100:00100000:2.0:1731347581.347587:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.347601:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312871680 00000100:00100000:0.0:1731347581.347606:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312871680 00002000:00100000:0.0:1731347581.347619:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (0->1196031) req@ffff880115b2df80 x1815448312871680/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.347626:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2df80 with x1815448312871680 ext(0->1196031) 00002000:00010000:0.0:1731347581.347628:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880115b2df80 00000100:00100000:0.0:1731347581.347644:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678605 00000100:00100000:0.0:1731347581.347647:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+27:2005:x1815448312871680:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.351635:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+27:2005:x1815448312871680:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 3981us (4044us total) trans 0 rc 1191936/1191936 00000100:00100000:2.0:1731347581.351642:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678605 00002000:00100000:2.0:1731347581.351649:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (0->1196031) req@ffff880115b2df80 x1815448312871680/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 1191936/1191936 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.351656:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880115b2df80 with x1815448312871680 ext(0->1196031) 00002000:00010000:2.0:1731347581.351659:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880115b2df80 00000100:00100000:0.0:1731347581.352711:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.352757:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312871808 00000100:00100000:2.0:1731347581.352777:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312871808 00002000:00100000:2.0:1731347581.352798:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (1187840->1195975) req@ffff8800814b8380 x1815448312871808/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 8624/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.352807:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b8380 with x1815448312871808 ext(1187840->1195975) 00002000:00010000:2.0:1731347581.352810:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814b8380 00000100:00100000:2.0:1731347581.352833:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678606 00000100:00100000:2.0:1731347581.352839:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+27:2006:x1815448312871808:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.353232:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+29:2006:x1815448312871808:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 392us (521us total) trans 4295367741 rc 0/0 00000100:00100000:0.0:1731347581.353238:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678606 00002000:00100000:0.0:1731347581.353243:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (1187840->1195975) req@ffff8800814b8380 x1815448312871808/t4295367741(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 8624/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.353249:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b8380 with x1815448312871808 ext(1187840->1195975) 00002000:00010000:0.0:1731347581.353251:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814b8380 00000100:00100000:0.0:1731347581.353789:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.353837:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312871936 00000100:00100000:1.0:1731347581.353842:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312871936 00000100:00100000:1.0:1731347581.353861:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712749 00000100:00100000:1.0:1731347581.353864:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+160:13210:x1815448312871936:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.353942:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+160:13210:x1815448312871936:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 77us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.353947:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712749 00000100:00100000:0.0:1731347581.354748:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.354797:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312872064 00000100:00100000:2.0:1731347581.354801:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312872064 00000100:00100000:2.0:1731347581.354829:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205492 00000100:00100000:2.0:1731347581.354833:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+29:2003:x1815448312872064:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.355300:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367741 is committed 00000100:00100000:2.0:1731347581.355435:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312872064:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 599us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.355441:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205492 00000100:00100000:0.0:1731347581.356162:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.356192:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312872192 00000100:00100000:1.0:1731347581.356196:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312872192 00000100:00100000:1.0:1731347581.356212:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712750 00000100:00100000:1.0:1731347581.356216:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+160:13210:x1815448312872192:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.356224:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.356236:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd7d expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.356279:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.356289:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.356296:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.356307:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 5390280 00000004:00200000:1.0:1731347581.356310:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.356317:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.356330:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091220480/0xb104f9478e078b5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd7d expref: 162 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.356350:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd7d expref: 161 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.356358:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.356360:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.356363:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091222f40, rc 0) 00000100:00100000:1.0:1731347581.356385:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+161:13210:x1815448312872192:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 168us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.356390:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712750 00000100:00100000:0.0:1731347581.357178:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.357249:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312872448 00000100:00100000:1.0:1731347581.357253:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312872448 00000100:00100000:1.0:1731347581.357277:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712751 00000100:00100000:1.0:1731347581.357281:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+161:13210:x1815448312872448:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.357300:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.357309:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091222f40/0xb104f9478e078b64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd7d expref: 161 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.357318:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.357320:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.357384:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.357396:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.357400:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.357457:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161644 00000004:00010000:1.0:1731347581.357469:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800814bbb80 reply state ffff8800792be000 transno 4295161645 ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.357475:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091223180/0xb104f9478e078b6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.357479:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.357481:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.357482:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.357538:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+163:13210:x1815448312872448:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 256us (361us total) trans 4295161645 rc 0/0 00000100:00100000:1.0:1731347581.357543:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712751 00000020:00080000:1.0:1731347581.357546:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.358331:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.358372:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.358390:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312872704 00000100:00100000:2.0:1731347581.358395:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312872704 00002000:00010000:2.0:1731347581.358406:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (1166492->18446744073709551615) 00002000:00100000:2.0:1731347581.358408:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b8700 with x1815448312872704 ext(1166492->18446744073709551615) 00002000:00010000:2.0:1731347581.358431:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814b8700. 00000100:00100000:3.0:1731347581.358439:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312872576 00000100:00100000:3.0:1731347581.358445:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312872576 00000100:00100000:2.0:1731347581.358453:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678607 00000100:00100000:2.0:1731347581.358457:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312872704:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.358458:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347581.358460:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814bb100 with x1815448312872576 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.358466:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814bb100. 00000100:00100000:3.0:1731347581.358478:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678608 00000100:00100000:3.0:1731347581.358482:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312872576:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.358538:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.358541:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.358542:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.358544:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.358545:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1256 -> 1256 00000100:00100000:3.0:1731347581.358575:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312872576:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 92us (202us total) trans 4295336293 rc 0/0 00002000:00010000:2.0:1731347581.358579:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 1195976 -> 1166492 00000100:00100000:3.0:1731347581.358580:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678608 00002000:00010000:2.0:1731347581.358581:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.358582:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00010000:2.0:1731347581.358583:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00100000:3.0:1731347581.358584:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814bb100 with x1815448312872576 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347581.358584:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.358586:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814bb100. 00002000:00010000:2.0:1731347581.358586:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:2.0:1731347581.358619:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312872704:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 161us (289us total) trans 4295367742 rc 0/0 00000100:00100000:2.0:1731347581.358623:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678607 00002000:00010000:2.0:1731347581.358625:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (1166492->18446744073709551615) 00002000:00100000:2.0:1731347581.358627:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b8700 with x1815448312872704 ext(1166492->18446744073709551615) 00002000:00010000:2.0:1731347581.358630:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814b8700. 00000100:00100000:0.0:1731347581.359541:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.359618:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312872832 00000100:00100000:1.0:1731347581.359623:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312872832 00000100:00100000:1.0:1731347581.359664:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712752 00000100:00100000:1.0:1731347581.359668:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+163:13210:x1815448312872832:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.359677:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.359685:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078b72 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd84 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.359713:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078b79 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.359719:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078b79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.359724:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078b79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.359733:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 5360796 00000004:00200000:1.0:1731347581.359735:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.359740:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078b79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.359750:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078b72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd84 expref: 165 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.359758:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078b79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd84 expref: 164 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.359779:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.359781:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.359782:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbd680, rc 0) 00000100:00100000:1.0:1731347581.359807:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+164:13210:x1815448312872832:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 138us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.359812:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712752 00000100:00100000:0.0:1731347581.360664:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.360707:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312872960 00000100:00100000:2.0:1731347581.360712:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312872960 00000100:00100000:2.0:1731347581.360731:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205493 00000100:00100000:2.0:1731347581.360735:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312872960:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.360857:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.360859:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.360861:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.360862:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.360864:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1256 -> 1272 00000100:00100000:2.0:1731347581.360890:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312872960:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 154us (228us total) trans 4295336294 rc 0/0 00000100:00100000:2.0:1731347581.360895:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205493 00000100:00100000:0.0:1731347581.361630:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.361659:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312873216 00000100:00100000:1.0:1731347581.361664:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312873216 00000100:00100000:1.0:1731347581.361682:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712753 00000100:00100000:1.0:1731347581.361686:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+164:13210:x1815448312873216:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.361704:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.361714:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078b79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd84 expref: 164 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.361722:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.361724:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.361801:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e078b80 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.361812:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e078b80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.361816:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e078b80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.361832:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161646 00000004:00010000:1.0:1731347581.361841:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800814baa00 reply state ffff8800792bc000 transno 4295161647 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e078b80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.361847:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc240/0xb104f9478e078b80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.361850:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.361851:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.361853:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.361892:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+166:13210:x1815448312873216:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 205us (262us total) trans 4295161647 rc 0/0 00000100:00100000:1.0:1731347581.361898:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712753 00000020:00080000:1.0:1731347581.361900:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.362442:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.362463:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.362480:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312873472 00000100:00100000:2.0:1731347581.362485:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312873472 00002000:00010000:2.0:1731347581.362496:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.362499:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b8e00 with x1815448312873472 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.362504:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814b8e00. 00000100:00100000:2.0:1731347581.362519:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312873344 00000100:00100000:2.0:1731347581.362521:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312873344 00002000:00010000:2.0:1731347581.362525:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (71770->18446744073709551615) 00002000:00100000:2.0:1731347581.362526:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b9180 with x1815448312873344 ext(71770->18446744073709551615) 00002000:00010000:2.0:1731347581.362529:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814b9180. 00000100:00100000:2.0:1731347581.362543:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678609 00000100:00100000:2.0:1731347581.362547:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312873472:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.362552:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678610 00000100:00100000:3.0:1731347581.362559:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312873344:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.363345:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 1166492 -> 0 00002000:00010000:2.0:1731347581.363348:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.363349:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.363350:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.363352:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 192 -> 0 00000100:00100000:2.0:1731347581.363379:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312873472:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 831us (936us total) trans 4295367743 rc 0/0 00000100:00100000:2.0:1731347581.363383:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678609 00002000:00010000:2.0:1731347581.363385:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.363387:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b8e00 with x1815448312873472 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.363390:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800814b8e00. 00002000:00010000:3.0:1731347581.365127:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 71770 00002000:00010000:3.0:1731347581.365131:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.365133:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.365134:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.365136:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1272 -> 16 00000100:00100000:3.0:1731347581.365172:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312873344:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 2612us (2705us total) trans 4295336295 rc 0/0 00000100:00100000:3.0:1731347581.365178:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678610 00002000:00010000:3.0:1731347581.365181:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (71770->18446744073709551615) 00002000:00100000:3.0:1731347581.365183:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800814b9180 with x1815448312873344 ext(71770->18446744073709551615) 00002000:00010000:3.0:1731347581.365187:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800814b9180. 00000100:00100000:0.0:1731347581.370779:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.370813:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312873600 00000100:00100000:1.0:1731347581.370821:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312873600 00000100:00100000:1.0:1731347581.370854:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712754 00000100:00100000:1.0:1731347581.370859:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+166:13210:x1815448312873600:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.370877:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.370891:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e078b87 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd8b expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.370955:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078b8e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.370964:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078b8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.370971:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078b8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.370986:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 71770 00000004:00200000:1.0:1731347581.370988:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.370998:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078b8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.371021:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e078b87 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd8b expref: 168 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.371034:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078b8e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd8b expref: 167 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.371042:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.371044:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.371046:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbfcc0, rc 0) 00000100:00100000:1.0:1731347581.371102:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+167:13210:x1815448312873600:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 242us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.371107:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712754 00000100:00100000:0.0:1731347581.372292:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.372334:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312873728 00000100:00100000:2.0:1731347581.372339:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312873728 00000100:00100000:2.0:1731347581.372361:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205494 00000100:00100000:2.0:1731347581.372365:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312873728:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.372507:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 71770 -> 71770 00002000:00010000:2.0:1731347581.372510:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.372512:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.372513:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.372514:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1731347581.372545:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312873728:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 179us (254us total) trans 4295336296 rc 0/0 00000100:00100000:2.0:1731347581.372549:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205494 00000100:00100000:0.0:1731347581.373495:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.373569:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312873984 00000100:00100000:1.0:1731347581.373574:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312873984 00000100:00100000:1.0:1731347581.373617:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712755 00000100:00100000:1.0:1731347581.373621:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+167:13210:x1815448312873984:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.373647:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.373662:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078b8e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd8b expref: 167 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.373673:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.373675:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.373791:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e078b95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.373805:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e078b95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.373810:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e078b95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.373831:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161648 00000004:00010000:1.0:1731347581.373843:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880085a73b80 reply state ffff880078f27000 transno 4295161649 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e078b95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.373851:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe1c0/0xb104f9478e078b95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.373855:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.373856:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.373857:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.373897:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+169:13210:x1815448312873984:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 275us (402us total) trans 4295161649 rc 0/0 00000100:00100000:1.0:1731347581.373902:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712755 00000020:00080000:1.0:1731347581.373904:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.374542:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.374584:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.374611:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312874112 00000100:00100000:3.0:1731347581.374616:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312874112 00000100:00100000:2.0:1731347581.374625:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312874240 00000100:00100000:2.0:1731347581.374630:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312874240 00002000:00010000:3.0:1731347581.374631:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (432410->18446744073709551615) 00002000:00100000:3.0:1731347581.374634:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a70380 with x1815448312874112 ext(432410->18446744073709551615) 00002000:00010000:3.0:1731347581.374641:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a70380. 00002000:00010000:2.0:1731347581.374643:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.374646:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a71f80 with x1815448312874240 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.374651:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085a71f80. 00000100:00100000:3.0:1731347581.374663:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678611 00000100:00100000:3.0:1731347581.374667:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312874112:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.374672:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678612 00000100:00100000:2.0:1731347581.374677:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312874240:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.374736:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.374738:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.374740:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.374741:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.374743:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347581.374784:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312874240:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 105us (213us total) trans 4295367744 rc 0/0 00002000:00010000:3.0:1731347581.374785:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 71770 -> 432410 00002000:00010000:3.0:1731347581.374788:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00000100:00100000:2.0:1731347581.374789:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678612 00002000:00010000:3.0:1731347581.374790:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.374791:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.374792:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:3.0:1731347581.374793:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 16 00002000:00100000:2.0:1731347581.374794:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a71f80 with x1815448312874240 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.374797:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085a71f80. 00000100:00100000:3.0:1731347581.374829:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312874112:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 160us (287us total) trans 4295336297 rc 0/0 00000100:00100000:3.0:1731347581.374836:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678611 00002000:00010000:3.0:1731347581.374838:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (432410->18446744073709551615) 00002000:00100000:3.0:1731347581.374841:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a70380 with x1815448312874112 ext(432410->18446744073709551615) 00002000:00010000:3.0:1731347581.374845:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a70380. 00000100:00100000:0.0:1731347581.375473:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.375507:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312874368 00000100:00100000:1.0:1731347581.375512:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312874368 00000100:00100000:1.0:1731347581.375528:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712756 00000100:00100000:1.0:1731347581.375532:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+169:13210:x1815448312874368:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.375542:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.375548:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078b9c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd92 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.375585:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078ba3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.375595:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.375600:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.375615:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 432410 00000004:00200000:1.0:1731347581.375618:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.375643:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.375661:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078b9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd92 expref: 171 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.375675:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd92 expref: 170 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.375680:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.375682:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.375684:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbe880, rc 0) 00000100:00100000:1.0:1731347581.375713:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+170:13210:x1815448312874368:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 180us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.375718:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712756 00000100:00100000:0.0:1731347581.376698:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.376741:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312874624 00000100:00100000:1.0:1731347581.376746:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312874624 00000100:00100000:1.0:1731347581.376783:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712757 00000100:00100000:1.0:1731347581.376789:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+170:13210:x1815448312874624:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.376808:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.376817:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078ba3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd92 expref: 170 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.376825:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.376827:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.376880:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e078baa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.376893:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e078baa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.376900:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e078baa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.376918:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161650 00000004:00010000:1.0:1731347581.376927:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880085a70000 reply state ffff880078f26000 transno 4295161651 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e078baa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.376932:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf840/0xb104f9478e078baa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.376936:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.376937:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.376939:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.376977:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+172:13210:x1815448312874624:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 188us (280us total) trans 4295161651 rc 0/0 00000100:00100000:1.0:1731347581.376981:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712757 00000020:00080000:1.0:1731347581.376984:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.377669:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.377694:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.377733:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312874880 00000100:00100000:2.0:1731347581.377738:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312874880 00000100:00100000:3.0:1731347581.377744:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312874752 00000100:00100000:3.0:1731347581.377749:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312874752 00002000:00010000:2.0:1731347581.377749:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.377751:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a70700 with x1815448312874880 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.377756:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085a70700. 00002000:00010000:3.0:1731347581.377780:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (817093->18446744073709551615) 00002000:00100000:3.0:1731347581.377783:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a73480 with x1815448312874752 ext(817093->18446744073709551615) 00002000:00010000:3.0:1731347581.377788:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a73480. 00000100:00100000:2.0:1731347581.377793:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678613 00000100:00100000:2.0:1731347581.377798:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312874880:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.377815:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678614 00000100:00100000:3.0:1731347581.377819:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312874752:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.377862:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.377864:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.377866:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.377867:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.377868:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347581.377887:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312874880:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 88us (220us total) trans 4295367745 rc 0/0 00000100:00100000:2.0:1731347581.377891:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678613 00002000:00010000:2.0:1731347581.377893:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.377895:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a70700 with x1815448312874880 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.377897:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085a70700. 00002000:00010000:3.0:1731347581.377902:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 432410 -> 817093 00002000:00010000:3.0:1731347581.377905:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.377906:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.377908:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.377909:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1731347581.377935:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312874752:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 114us (239us total) trans 4295336298 rc 0/0 00000100:00100000:3.0:1731347581.377940:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678614 00002000:00010000:3.0:1731347581.377942:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (817093->18446744073709551615) 00002000:00100000:3.0:1731347581.377943:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a73480 with x1815448312874752 ext(817093->18446744073709551615) 00002000:00010000:3.0:1731347581.377946:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a73480. 00000100:00100000:0.0:1731347581.379450:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.379483:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312875136 00000100:00100000:3.0:1731347581.379487:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312875136 00002000:00100000:3.0:1731347581.379499:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (65536->819199) req@ffff880085a71880 x1815448312875136/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.379506:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a71880 with x1815448312875136 ext(65536->819199) 00002000:00010000:3.0:1731347581.379509:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a71880 00000100:00100000:3.0:1731347581.379523:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678615 00000100:00100000:3.0:1731347581.379526:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312875136:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.382285:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312875136:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2755us (2834us total) trans 0 rc 753664/753664 00000100:00100000:3.0:1731347581.382291:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678615 00002000:00100000:3.0:1731347581.382296:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (65536->819199) req@ffff880085a71880 x1815448312875136/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 753664/753664 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.382302:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a71880 with x1815448312875136 ext(65536->819199) 00002000:00010000:3.0:1731347581.382304:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a71880 00000100:00100000:0.0:1731347581.383820:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.383866:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312875264 00000100:00100000:3.0:1731347581.383871:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312875264 00002000:00100000:3.0:1731347581.383887:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (753664->817092) req@ffff880085a72300 x1815448312875264/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.383893:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a72300 with x1815448312875264 ext(753664->817092) 00002000:00010000:3.0:1731347581.383896:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a72300 00000100:00100000:3.0:1731347581.383914:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678616 00000100:00100000:3.0:1731347581.383918:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312875264:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347581.385332:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312875264:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1411us (1512us total) trans 4295336299 rc 0/0 00000100:00100000:3.0:1731347581.385337:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678616 00002000:00100000:3.0:1731347581.385341:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (753664->817092) req@ffff880085a72300 x1815448312875264/t4295336299(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.385347:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a72300 with x1815448312875264 ext(753664->817092) 00002000:00010000:3.0:1731347581.385349:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a72300 00000100:00100000:0.0:1731347581.385958:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.385991:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312875392 00000100:00100000:1.0:1731347581.385995:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312875392 00000100:00100000:1.0:1731347581.386011:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712758 00000100:00100000:1.0:1731347581.386015:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+172:13210:x1815448312875392:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.386056:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+172:13210:x1815448312875392:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 40us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.386060:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712758 00000100:00100000:0.0:1731347581.386648:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.386677:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312875520 00000100:00100000:2.0:1731347581.386681:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312875520 00000100:00100000:2.0:1731347581.386697:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205495 00000100:00100000:2.0:1731347581.386701:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312875520:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.387224:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336299 is committed 00000100:00100000:2.0:1731347581.387305:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312875520:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 601us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.387310:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205495 00000100:00100000:0.0:1731347581.387988:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.388022:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312875648 00000100:00100000:1.0:1731347581.388026:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312875648 00000100:00100000:1.0:1731347581.388047:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712759 00000100:00100000:1.0:1731347581.388051:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+172:13210:x1815448312875648:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.388060:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.388069:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078bb1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fd99 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.388103:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078bb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.388110:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.388115:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.388125:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 817093 00000004:00200000:1.0:1731347581.388128:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.388134:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.388145:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078bb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd99 expref: 174 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.388152:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd99 expref: 173 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.388157:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.388158:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.388160:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbd200, rc 0) 00000100:00100000:1.0:1731347581.388186:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+173:13210:x1815448312875648:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 134us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.388190:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712759 00000100:00100000:0.0:1731347581.390085:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.390128:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312875904 00000100:00100000:1.0:1731347581.390132:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312875904 00000100:00100000:1.0:1731347581.390157:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712760 00000100:00100000:1.0:1731347581.390161:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+173:13210:x1815448312875904:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.390183:0:15910:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.390194:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078bb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fd99 expref: 173 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.390203:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.390205:0:15910:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.390282:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e078bbf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.390294:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e078bbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.390299:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e078bbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000001:00080000:1.0:1731347581.390317:0:15910:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161652 00000004:00010000:1.0:1731347581.390326:0:15910:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880085a73800 reply state ffff880078f25000 transno 4295161653 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e078bbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.390331:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc6c0/0xb104f9478e078bbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.390335:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.390336:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.390337:0:15910:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.390378:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+175:13210:x1815448312875904:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 217us (297us total) trans 4295161653 rc 0/0 00000100:00100000:1.0:1731347581.390385:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712760 00000020:00080000:1.0:1731347581.390387:0:15910:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.391201:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.391229:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.391256:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312876032 00000100:00100000:3.0:1731347581.391261:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312876032 00002000:00010000:3.0:1731347581.391274:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2523526->18446744073709551615) 00002000:00100000:3.0:1731347581.391277:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a70a80 with x1815448312876032 ext(2523526->18446744073709551615) 00002000:00010000:3.0:1731347581.391284:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a70a80. 00000100:00100000:3.0:1731347581.391300:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312876160 00000100:00100000:3.0:1731347581.391302:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312876160 00002000:00010000:3.0:1731347581.391308:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00000100:00100000:2.0:1731347581.391308:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678617 00002000:00100000:3.0:1731347581.391310:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800af9c2300 with x1815448312876160 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.391313:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800af9c2300. 00000100:00100000:2.0:1731347581.391314:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312876032:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.391325:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678618 00000100:00100000:3.0:1731347581.391329:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312876160:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.391387:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347581.391389:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.391390:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.391392:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.391393:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1731347581.391432:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 817093 -> 2523526 00000100:00100000:3.0:1731347581.391434:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312876160:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 104us (204us total) trans 4295367746 rc 0/0 00002000:00010000:2.0:1731347581.391435:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.391436:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00000100:00100000:3.0:1731347581.391438:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678618 00002000:00010000:2.0:1731347581.391438:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.391439:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 16 -> 136 00002000:00010000:3.0:1731347581.391440:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.391442:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800af9c2300 with x1815448312876160 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.391445:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800af9c2300. 00000100:00100000:2.0:1731347581.391458:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312876032:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 143us (257us total) trans 4295336300 rc 0/0 00000100:00100000:2.0:1731347581.391462:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678617 00002000:00010000:2.0:1731347581.391464:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2523526->18446744073709551615) 00002000:00100000:2.0:1731347581.391466:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880085a70a80 with x1815448312876032 ext(2523526->18446744073709551615) 00002000:00010000:2.0:1731347581.391469:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085a70a80. 00000100:00100000:0.0:1731347581.392025:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.392057:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312876288 00000100:00100000:1.0:1731347581.392062:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312876288 00000100:00100000:1.0:1731347581.392079:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712761 00000100:00100000:1.0:1731347581.392082:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+175:13210:x1815448312876288:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.392092:0:15910:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.392098:0:15910:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e078bc6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fda0 expref: -99 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.392134:0:15910:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078bcd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.392140:0:15910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078bcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.392144:0:15910:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078bcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00000004:00200000:1.0:1731347581.392154:0:15910:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2523526 00000004:00200000:1.0:1731347581.392157:0:15910:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.392164:0:15910:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078bcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 15910 initiator: MDT0 00010000:00010000:1.0:1731347581.392176:0:15910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e078bc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fda0 expref: 177 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.392184:0:15910:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078bcd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fda0 expref: 176 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.392191:0:15910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.392193:0:15910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.392195:0:15910:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbcb40, rc 0) 00000100:00100000:1.0:1731347581.392221:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+176:13210:x1815448312876288:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 138us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.392224:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712761 00000100:00100000:0.0:1731347581.393024:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.393069:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312876416 00000100:00100000:2.0:1731347581.393074:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312876416 00000100:00100000:2.0:1731347581.393123:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205496 00000100:00100000:2.0:1731347581.393129:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312876416:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.393330:0:15923:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2523526 -> 2523526 00002000:00010000:2.0:1731347581.393334:0:15923:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.393337:0:15923:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.393339:0:15923:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.393342:0:15923:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:2.0:1731347581.393382:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312876416:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 251us (357us total) trans 4295336301 rc 0/0 00000100:00100000:2.0:1731347581.393389:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205496 00000100:00100000:0.0:1731347581.396441:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.396491:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312876672 00000100:00100000:2.0:1731347581.396498:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312876672 00002000:00100000:2.0:1731347581.396523:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (253952->2527231) req@ffff8800af9c3480 x1815448312876672/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.396531:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800af9c3480 with x1815448312876672 ext(253952->2527231) 00002000:00010000:2.0:1731347581.396535:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800af9c3480 00000100:00100000:2.0:1731347581.396557:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678619 00000100:00100000:2.0:1731347581.396562:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312876672:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.402233:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312876672:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 5662us (5812us total) trans 0 rc 1753088/1753088 00000100:00100000:2.0:1731347581.402241:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678619 00002000:00100000:2.0:1731347581.402250:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (253952->2527231) req@ffff8800af9c3480 x1815448312876672/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 1753088/1753088 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.402257:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800af9c3480 with x1815448312876672 ext(253952->2527231) 00002000:00010000:2.0:1731347581.402261:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800af9c3480 00000100:00100000:0.0:1731347581.404202:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.404236:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312876800 00000100:00100000:2.0:1731347581.404242:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312876800 00002000:00100000:2.0:1731347581.404262:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1200128->1236991) req@ffff8800af9c3b80 x1815448312876800/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.404267:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800af9c3b80 with x1815448312876800 ext(1200128->1236991) 00002000:00010000:2.0:1731347581.404270:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800af9c3b80 00000100:00100000:2.0:1731347581.404291:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678620 00000100:00100000:2.0:1731347581.404295:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312876800:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.405472:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312876800:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1173us (1269us total) trans 4295336302 rc 0/0 00000100:00100000:0.0:1731347581.405480:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678620 00002000:00100000:0.0:1731347581.405488:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1200128->1236991) req@ffff8800af9c3b80 x1815448312876800/t4295336302(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.405496:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800af9c3b80 with x1815448312876800 ext(1200128->1236991) 00002000:00010000:0.0:1731347581.405500:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800af9c3b80 00000100:00100000:0.0:1731347581.406170:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.406211:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312876928 00000100:00100000:1.0:1731347581.406216:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312876928 00000100:00100000:1.0:1731347581.406236:0:15910:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712762 00000100:00100000:1.0:1731347581.406240:0:15910:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+176:13210:x1815448312876928:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.406295:0:15910:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+176:13210:x1815448312876928:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 55us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.406300:0:15910:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712762 00000100:00100000:0.0:1731347581.407108:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.407189:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312877056 00000100:00100000:2.0:1731347581.407195:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312877056 00000100:00100000:2.0:1731347581.407228:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205497 00000100:00100000:2.0:1731347581.407233:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800af9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312877056:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.407753:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336302 is committed 00000100:00100000:2.0:1731347581.407816:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800af9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312877056:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 581us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.407820:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205497 00000100:00100000:3.0:1731347581.408517:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952977920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1731347581.408530:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874140cc-82d6-4c51-8916-b0c0ea75cb8d:3760:1815447952978048:0@lo:400:kworker.0 00000100:00100000:3.0:1731347581.408556:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347581.408558:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347581.408572:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952978560:0@lo:400:kworker.0 00000100:00100000:3.0:1731347581.408573:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3763:1815447952978432:0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.408584:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3761:1815447952978176:0@lo:400:kworker.0 00000100:00100000:3.0:1731347581.408586:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347581.408586:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347581.408594:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3763:1815447952978944:0@lo:400:kworker.0 00000100:00100000:2.0:1731347581.408595:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952979072:0@lo:400:kworker.0 00000100:00100000:3.0:1731347581.408606:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347581.408614:0:8755:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952978560 00000100:00100000:3.0:1731347581.408616:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3763:1815447952979456:0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.408616:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347581.408617:0:8755:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952978560 00000100:00100000:3.0:1731347581.408625:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347581.408633:0:8755:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:2.0:1731347581.408636:0:8755:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3760:x1815447952978560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1731347581.408640:0:3763:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1731347581.408641:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3761:1815447952978688:0@lo:400:kworker.0 00000100:00100000:3.0:1731347581.408644:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3763:1815447952978304:0@lo:400:kworker.0 00000100:00100000:0.0:1731347581.408644:0:15909:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952978432 00000100:00100000:0.0:1731347581.408648:0:15909:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952978432 00000100:00100000:3.0:1731347581.408659:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347581.408659:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347581.408661:0:8755:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3760:x1815447952978560:12345-0@lo:400:kworker.0 Request processed in 24us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347581.408665:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3763:1815447952978816:0@lo:400:kworker.0 00000100:00100000:2.0:1731347581.408665:0:8755:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1731347581.408667:0:15909:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952978176 00000100:00100000:0.0:1731347581.408668:0:15909:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952978176 00000100:00100000:2.0:1731347581.408670:0:8755:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952978304 00000100:00100000:2.0:1731347581.408672:0:8755:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952978304 00000100:00100000:1.0:1731347581.408672:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077877b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3761:1815447952979200:0@lo:400:kworker.0 00000100:00100000:3.0:1731347581.408675:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347581.408678:0:15909:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952978688 00000100:00100000:0.0:1731347581.408679:0:15909:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952978688 00000100:00100000:3.0:1731347581.408681:0:3763:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3763:1815447952979328:0@lo:400:kworker.0 00000100:00100000:2.0:1731347581.408682:0:8755:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:2.0:1731347581.408684:0:8755:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1815447952978304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.408685:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1731347581.408691:0:15909:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952978816 00000100:00100000:0.0:1731347581.408692:0:15909:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952978816 00000100:00100000:3.0:1731347581.408699:0:15906:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952979200 00000100:00100000:3.0:1731347581.408701:0:15906:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952979200 00000100:00100000:0.0:1731347581.408701:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:0.0:1731347581.408705:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1815447952978432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1731347581.408707:0:8755:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1815447952978304:12345-0@lo:400:kworker.0 Request processed in 21us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.408710:0:8755:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1731347581.408717:0:15906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00000100:00100000:1.0:1731347581.408718:0:11780:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952977920 00000100:00100000:3.0:1731347581.408720:0:15906:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3761:x1815447952978176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1731347581.408721:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952978944 00000100:00100000:1.0:1731347581.408722:0:11780:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952977920 00000100:00100000:2.0:1731347581.408723:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952978944 00000100:00100000:0.0:1731347581.408729:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1815447952978432:12345-0@lo:400:kworker.0 Request processed in 23us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.408731:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952979456 00000100:00100000:0.0:1731347581.408732:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00000100:00100000:2.0:1731347581.408733:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952979456 00000100:00100000:0.0:1731347581.408739:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:2.0:1731347581.408741:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1731347581.408743:0:15906:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3761:x1815447952978176:12345-0@lo:400:kworker.0 Request processed in 21us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347581.408743:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3761:x1815447952978688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1731347581.408744:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3763:x1815447952978944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.408744:0:11780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1731347581.408747:0:15906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00100000:1.0:1731347581.408749:0:11780:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1815447952977920:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1731347581.408756:0:15906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:3.0:1731347581.408758:0:15906:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1815447952978816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1731347581.408759:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3761:x1815447952978688:12345-0@lo:400:kworker.0 Request processed in 15us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.408778:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3763:x1815447952978944:12345-0@lo:400:kworker.0 Request processed in 18us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347581.408778:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00002000:00000024:1.0:1731347581.408780:0:11780:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 2837824 pending 0 free 3923492864 avail 3689480192 00000100:00100000:2.0:1731347581.408784:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1731347581.408789:0:15909:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:3.0:1731347581.408791:0:15906:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1815447952978816:12345-0@lo:400:kworker.0 Request processed in 32us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347581.408793:0:15909:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3761:x1815447952979200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1731347581.408794:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1731347581.408795:0:15906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00100000:2.0:1731347581.408798:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3763:x1815447952979456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.408808:0:11780:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1815447952977920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347581.408812:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347581.408814:0:11780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1731347581.408815:0:15909:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3761:x1815447952979200:12345-0@lo:400:kworker.0 Request processed in 21us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347581.408818:0:15909:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000100:00100000:2.0:1731347581.408820:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3763:x1815447952979456:12345-0@lo:400:kworker.0 Request processed in 22us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347581.408822:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952979584:0@lo:400:kworker.0 00000100:00100000:2.0:1731347581.408823:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1731347581.408829:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952979072 00000100:00100000:3.0:1731347581.408831:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1731347581.408831:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952979072 00000100:00100000:1.0:1731347581.408831:0:7202:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952978048 00000100:00080000:0.0:1731347581.408832:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1731347551 00000100:00100000:1.0:1731347581.408833:0:7202:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952978048 00000100:00080000:0.0:1731347581.408834:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1731347551 00000100:00080000:0.0:1731347581.408835:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1731347551 00000100:00100000:2.0:1731347581.408840:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952979584 00000100:00100000:2.0:1731347581.408841:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952979584 00000100:00100000:0.0:1731347581.408842:0:15911:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1731347581.408845:0:3760:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4295161022 gen 2 00000100:00100000:0.0:1731347581.408845:0:15911:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3760:x1815447952979072:12345-0@lo:400:kworker.0 00000004:00080000:3.0:1731347581.408849:0:3760:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295161022 committed transno 4295161022 00000100:00100000:2.0:1731347581.408849:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1731347581.408851:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3760:x1815447952979584:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1731347581.408853:0:3760:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88009b754d80 refcount 2 committed 0 result 0 batchid 2 00000100:00100000:1.0:1731347581.408854:0:7202:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000020:00080000:3.0:1731347581.408856:0:3760:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880096ce9a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88009b754540 00000020:00080000:3.0:1731347581.408858:0:3760:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].2 00000100:00100000:1.0:1731347581.408858:0:7202:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f33450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:874140cc-82d6-4c51-8916-b0c0ea75cb8d+23:3760:x1815447952978048:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1731347581.408859:0:3760:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880096ce9400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880094d8e400 00000020:00080000:3.0:1731347581.408861:0:3760:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].2 00000100:00100000:2.0:1731347581.408866:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3760:x1815447952979584:12345-0@lo:400:kworker.0 Request processed in 15us (34us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347581.408867:0:15911:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3760:x1815447952979072:12345-0@lo:400:kworker.0 Request processed in 21us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.408870:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1731347581.408872:0:15911:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1731347581.408877:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952978560:0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.408883:0:7202:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f33450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:874140cc-82d6-4c51-8916-b0c0ea75cb8d+23:3760:x1815447952978048:12345-0@lo:400:kworker.0 Request processed in 24us (325us total) trans 0 rc 0/0 00000100:00080000:0.0:1731347581.408883:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1731347551 00000100:00100000:3.0:1731347581.408885:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952979072:0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.408888:0:7202:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1731347581.408889:0:3760:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4295336138 gen 2 00000004:00080000:3.0:1731347581.408892:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cf94e00, transno 4295336071 00000020:00080000:2.0:1731347581.408895:0:7236:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 2 committed batchid 1 00000004:00080000:3.0:1731347581.408896:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134865180, transno 4295336072 00000004:00080000:3.0:1731347581.408898:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134866a00, transno 4295336073 00000004:00080000:3.0:1731347581.408899:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134865500, transno 4295336074 00000004:00080000:3.0:1731347581.408901:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f7ce00, transno 4295336075 00000004:00080000:3.0:1731347581.408903:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132f7ed80, transno 4295336076 00000004:00080000:3.0:1731347581.408904:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc42300, transno 4295336077 00000004:00080000:3.0:1731347581.408906:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763ad500, transno 4295336078 00000004:00080000:3.0:1731347581.408907:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e6300, transno 4295336079 00000004:00080000:3.0:1731347581.408909:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e7100, transno 4295336080 00000004:00080000:3.0:1731347581.408910:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e5f80, transno 4295336081 00000004:00080000:3.0:1731347581.408911:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979e4380, transno 4295336082 00000004:00080000:3.0:1731347581.408913:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132622680, transno 4295336083 00000004:00080000:3.0:1731347581.408914:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132623b80, transno 4295336084 00000004:00080000:3.0:1731347581.408915:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132620380, transno 4295336085 00000004:00080000:3.0:1731347581.408917:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc40000, transno 4295336086 00000004:00080000:3.0:1731347581.408918:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc43100, transno 4295336087 00000004:00080000:3.0:1731347581.408919:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa224380, transno 4295336088 00000004:00080000:3.0:1731347581.408921:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cc41500, transno 4295336089 00000100:00100000:1.0:1731347581.408921:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3761:1815447952978176:0@lo:400:kworker.0 00000004:00080000:3.0:1731347581.408922:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fce00, transno 4295336090 00000020:00080000:2.0:1731347581.408922:0:7236:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 1 00000004:00080000:3.0:1731347581.408924:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fd500, transno 4295336091 00000004:00080000:3.0:1731347581.408925:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fe300, transno 4295336092 00000004:00080000:3.0:1731347581.408927:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132621f80, transno 4295336093 00000004:00080000:3.0:1731347581.408929:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800816e4000, transno 4295336094 00000004:00080000:3.0:1731347581.408930:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f45880, transno 4295336095 00000100:00100000:1.0:1731347581.408930:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3761:1815447952978688:0@lo:400:kworker.0 00000004:00080000:3.0:1731347581.408932:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac57800, transno 4295336096 00000004:00080000:3.0:1731347581.408934:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f408380, transno 4295336097 00000004:00080000:3.0:1731347581.408935:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcadc00, transno 4295336098 00000004:00080000:3.0:1731347581.408936:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcae300, transno 4295336100 00000004:00080000:3.0:1731347581.408938:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa224700, transno 4295336101 00000100:00100000:1.0:1731347581.408938:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3761:1815447952979200:0@lo:400:kworker.0 00000004:00080000:3.0:1731347581.408939:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f47b80, transno 4295336102 00000004:00080000:3.0:1731347581.408940:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa224000, transno 4295336103 00000004:00080000:3.0:1731347581.408941:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800763a9f80, transno 4295336104 00000004:00080000:3.0:1731347581.408943:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e993100, transno 4295336105 00000004:00080000:3.0:1731347581.408944:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad4700, transno 4295336106 00000004:00080000:3.0:1731347581.408946:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad6d80, transno 4295336107 00000004:00080000:3.0:1731347581.408947:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099bcd880, transno 4295336108 00000004:00080000:3.0:1731347581.408948:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800aa225c00, transno 4295336109 00000004:00080000:3.0:1731347581.408950:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007b731c00, transno 4295336110 00000004:00080000:3.0:1731347581.408951:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090ad6300, transno 4295336111 00000004:00080000:3.0:1731347581.408952:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099bcd180, transno 4295336112 00000100:00100000:1.0:1731347581.408953:0:3763:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1731347581.408954:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800867caa00, transno 4295336113 00000004:00080000:3.0:1731347581.408955:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132e4ce00, transno 4295336114 00000004:00080000:3.0:1731347581.408956:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b31fed80, transno 4295336115 00000004:00080000:3.0:1731347581.408958:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f83100, transno 4295336116 00000004:00080000:3.0:1731347581.408959:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac55500, transno 4295336117 00000004:00080000:3.0:1731347581.408961:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a5f80, transno 4295336118 00000004:00080000:3.0:1731347581.408962:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b3b8e680, transno 4295336119 00000004:00080000:3.0:1731347581.408964:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131fd5c00, transno 4295336120 00000100:00100000:1.0:1731347581.408965:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3763:1815447952978432:0@lo:400:kworker.0 00000004:00080000:3.0:1731347581.408966:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dddf80, transno 4295336121 00000004:00080000:3.0:1731347581.408968:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800781a6d80, transno 4295336122 00000004:00080000:3.0:1731347581.408969:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8e2680, transno 4295336123 00000004:00080000:3.0:1731347581.408971:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d5500, transno 4295336124 00000100:00100000:1.0:1731347581.408971:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077877100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3763:1815447952978944:0@lo:400:kworker.0 00000004:00080000:3.0:1731347581.408972:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8e0700, transno 4295336126 00000004:00080000:3.0:1731347581.408973:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e8e2a00, transno 4295336127 00000004:00080000:3.0:1731347581.408975:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d5880, transno 4295336128 00000004:00080000:3.0:1731347581.408976:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88005ac54e00, transno 4295336129 00000100:00100000:1.0:1731347581.408976:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3763:1815447952979456:0@lo:400:kworker.0 00000004:00080000:3.0:1731347581.408978:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d6a00, transno 4295336130 00000004:00080000:3.0:1731347581.408979:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801373d5f80, transno 4295336131 00000100:00100000:0.0:1731347581.408979:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1731347581.408980:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcaf800, transno 4295336132 00000004:00080000:3.0:1731347581.408982:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcaca80, transno 4295336133 00000004:00080000:3.0:1731347581.408983:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132623480, transno 4295336134 00000004:00080000:3.0:1731347581.408984:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d6680, transno 4295336135 00000004:00080000:3.0:1731347581.408986:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d7480, transno 4295336136 00000004:00080000:3.0:1731347581.408987:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800986d6d80, transno 4295336137 00000004:00080000:3.0:1731347581.408988:0:3760:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880077f46d80, transno 4295336138 00000100:00100000:3.0:1731347581.408990:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3760:1815447952979584:0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.408994:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3763:1815447952977920:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1731347581.408995:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874140cc-82d6-4c51-8916-b0c0ea75cb8d:3760:1815447952978048:0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.409007:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800af9c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3763:1815447952978304:0@lo:400:kworker.0 00000100:00100000:3.0:1731347581.409009:0:15910:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952979328 00000100:00100000:3.0:1731347581.409011:0:15910:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952979328 00000100:00100000:1.0:1731347581.409012:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3763:1815447952978816:0@lo:400:kworker.0 00000100:00080000:0.0:1731347581.409020:0:7204:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1731347551 00000100:00100000:1.0:1731347581.409025:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:1.0:1731347581.409028:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077f46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1815447952979328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1731347581.409048:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077f46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1815447952979328:12345-0@lo:400:kworker.0 Request processed in 20us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.409052:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00100000:0.0:1731347581.409060:0:3763:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3763:1815447952979328:0@lo:400:kworker.0 00000004:00080000:2.0:1731347581.409086:0:11445:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 42 in progress, 0 in flight, 24 done 00000004:00080000:2.0:1731347581.409229:0:11445:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 42 done 00000100:00100000:2.0:1731347581.409238:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312877184 00000100:00100000:2.0:1731347581.409240:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312877184 00000100:00100000:2.0:1731347581.409260:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205498 00000100:00100000:2.0:1731347581.409263:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312877184:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.409345:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2523526 -> 2921139 00002000:00010000:2.0:1731347581.409347:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.409349:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.409350:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.409351:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 320 00000100:00100000:2.0:1731347581.409368:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312877184:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 104us (390us total) trans 4295336303 rc 0/0 00000100:00100000:2.0:1731347581.409372:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205498 00000100:00100000:0.0:1731347581.410653:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.410699:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312877440 00000100:00100000:1.0:1731347581.410703:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312877440 00000100:00100000:1.0:1731347581.410733:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712763 00000100:00100000:1.0:1731347581.410738:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+176:13210:x1815448312877440:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.410783:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.410804:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078bcd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fda0 expref: 176 pid: 15910 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.410828:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.410832:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.410926:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e078bd4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.410945:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e078bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.410953:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e078bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.410983:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161654 00000004:00010000:1.0:1731347581.411000:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880077874700 reply state ffff880097756000 transno 4295161655 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e078bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.411010:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdd40/0xb104f9478e078bd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.411015:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.411018:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.411020:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.411075:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+178:13210:x1815448312877440:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 335us (422us total) trans 4295161655 rc 0/0 00000100:00100000:1.0:1731347581.411081:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712763 00000020:00080000:1.0:1731347581.411084:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.411901:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.411925:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.411938:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312877696 00000100:00100000:2.0:1731347581.411943:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312877696 00002000:00010000:2.0:1731347581.411956:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (798191->18446744073709551615) 00002000:00100000:2.0:1731347581.411959:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077874e00 with x1815448312877696 ext(798191->18446744073709551615) 00002000:00010000:2.0:1731347581.411965:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077874e00. 00000100:00100000:2.0:1731347581.411981:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312877568 00000100:00100000:2.0:1731347581.411983:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312877568 00002000:00010000:2.0:1731347581.411987:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347581.411989:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077874000 with x1815448312877568 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347581.411992:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077874000. 00000100:00100000:3.0:1731347581.411997:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678621 00000100:00100000:3.0:1731347581.412003:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312877696:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.412008:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678622 00000100:00100000:2.0:1731347581.412015:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312877568:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.412084:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2921139 -> 4194304 00002000:00010000:2.0:1731347581.412086:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.412088:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.412089:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.412090:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 320 -> 320 00002000:00010000:3.0:1731347581.412099:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 798191 00002000:00010000:3.0:1731347581.412102:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.412103:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.412105:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.412106:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347581.412118:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312877568:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 103us (192us total) trans 4295336304 rc 0/0 00000100:00100000:2.0:1731347581.412122:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678622 00000100:00100000:3.0:1731347581.412124:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312877696:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 121us (224us total) trans 4295367747 rc 0/0 00002000:00010000:2.0:1731347581.412124:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347581.412126:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077874000 with x1815448312877568 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1731347581.412129:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678621 00002000:00010000:2.0:1731347581.412129:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077874000. 00002000:00010000:3.0:1731347581.412132:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (798191->18446744073709551615) 00002000:00100000:3.0:1731347581.412133:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077874e00 with x1815448312877696 ext(798191->18446744073709551615) 00002000:00010000:3.0:1731347581.412136:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077874e00. 00000100:00100000:0.0:1731347581.414612:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.414648:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.414683:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312878080 00000100:00100000:3.0:1731347581.414686:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312878208 00000100:00100000:2.0:1731347581.414688:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312878080 00000100:00100000:3.0:1731347581.414691:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312878208 00002000:00100000:3.0:1731347581.414709:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2527232->4194303) req@ffff880077876d80 x1815448312878208/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.414710:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (757760->761855) req@ffff880077877800 x1815448312878080/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.414716:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077876d80 with x1815448312878208 ext(2527232->4194303) 00002000:00100000:2.0:1731347581.414716:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077877800 with x1815448312878080 ext(757760->761855) 00002000:00010000:3.0:1731347581.414720:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077876d80 00002000:00010000:2.0:1731347581.414720:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077877800 00000100:00100000:3.0:1731347581.414741:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678623 00000100:00100000:3.0:1731347581.414745:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312878208:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.414749:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678624 00000100:00100000:2.0:1731347581.414752:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312878080:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.414877:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312878080:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 123us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1731347581.414882:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678624 00002000:00100000:2.0:1731347581.414886:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (757760->761855) req@ffff880077877800 x1815448312878080/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.414892:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077877800 with x1815448312878080 ext(757760->761855) 00002000:00010000:2.0:1731347581.414894:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077877800 00000100:00100000:0.0:1731347581.416567:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.416600:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312878464 00000100:00100000:2.0:1731347581.416605:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312878464 00002000:00100000:2.0:1731347581.416621:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (0->798719) req@ffff880077876a00 x1815448312878464/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.416627:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077876a00 with x1815448312878464 ext(0->798719) 00002000:00010000:2.0:1731347581.416645:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077876a00 00000100:00100000:2.0:1731347581.416664:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678625 00000100:00100000:2.0:1731347581.416668:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312878464:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.420474:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312878208:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 5720us (5819us total) trans 0 rc 1667072/1667072 00000100:00100000:3.0:1731347581.420483:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678623 00002000:00100000:3.0:1731347581.420492:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2527232->4194303) req@ffff880077876d80 x1815448312878208/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 1667072/1667072 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.420499:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077876d80 with x1815448312878208 ext(2527232->4194303) 00002000:00010000:3.0:1731347581.420504:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880077876d80 00000100:00100000:2.0:1731347581.420885:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312878464:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 4213us (4317us total) trans 0 rc 794624/794624 00000100:00100000:2.0:1731347581.420891:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678625 00002000:00100000:2.0:1731347581.420896:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (0->798719) req@ffff880077876a00 x1815448312878464/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 794624/794624 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.420903:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077876a00 with x1815448312878464 ext(0->798719) 00002000:00010000:2.0:1731347581.420905:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077876a00 00000100:00100000:0.0:1731347581.422235:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.422273:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312878592 00000100:00100000:2.0:1731347581.422280:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312878592 00002000:00100000:2.0:1731347581.422301:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (757760->798190) req@ffff880077874a80 x1815448312878592/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.422307:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077874a80 with x1815448312878592 ext(757760->798190) 00002000:00010000:2.0:1731347581.422309:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077874a80 00000100:00100000:2.0:1731347581.422327:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678626 00000100:00100000:2.0:1731347581.422331:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312878592:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.423536:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2003:x1815448312878592:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1201us (1301us total) trans 4295367748 rc 0/0 00000100:00100000:0.0:1731347581.423544:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678626 00002000:00100000:0.0:1731347581.423551:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x4c43:0x0] (757760->798190) req@ffff880077874a80 x1815448312878592/t4295367748(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.423559:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880077874a80 with x1815448312878592 ext(757760->798190) 00002000:00010000:0.0:1731347581.423563:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880077874a80 00000100:00100000:0.0:1731347581.424324:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.424361:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312878720 00000100:00100000:1.0:1731347581.424366:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312878720 00000100:00100000:1.0:1731347581.424391:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712764 00000100:00100000:1.0:1731347581.424395:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+178:13210:x1815448312878720:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.424476:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+178:13210:x1815448312878720:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 79us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.424480:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712764 00000100:00100000:3.0:1731347581.424489:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1731347581.424502:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880077874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3760:1815447952979712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1731347581.424531:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1731347581.424562:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952979712 00000100:00100000:1.0:1731347581.424565:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952979712 00000100:00100000:1.0:1731347581.424600:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1731347581.424605:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3760:x1815447952979712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1731347581.424618:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 36864 granted 2837824 pending 0 free 3923492864 avail 3689480192 00000100:00100000:1.0:1731347581.424651:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3760:x1815447952979712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.424655:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1731347581.424695:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880077874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3760:1815447952979712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1731347581.425108:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.425143:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312878848 00000100:00100000:2.0:1731347581.425147:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312878848 00000100:00100000:2.0:1731347581.425171:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205499 00000100:00100000:2.0:1731347581.425176:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2004:x1815448312878848:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.425674:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367748 is committed 00000100:00100000:2.0:1731347581.425747:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312878848:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 569us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.425753:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205499 00000100:00100000:0.0:1731347581.426538:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.426576:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312878976 00000100:00100000:1.0:1731347581.426580:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312878976 00000100:00100000:1.0:1731347581.426603:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712765 00000100:00100000:1.0:1731347581.426607:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+178:13210:x1815448312878976:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.426615:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.426626:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078bdb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fda7 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.426666:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078be2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.426675:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.426682:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.426693:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4992495 00000004:00200000:1.0:1731347581.426695:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.426702:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.426715:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078bdb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fda7 expref: 180 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.426734:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078be2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fda7 expref: 179 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.426739:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.426741:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.426743:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbc480, rc 0) 00000100:00100000:1.0:1731347581.426760:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:13210:x1815448312878976:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 152us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.426776:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712765 00000100:00100000:0.0:1731347581.427565:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.427602:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312879104 00000100:00100000:2.0:1731347581.427607:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312879104 00000100:00100000:2.0:1731347581.427623:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205500 00000100:00100000:2.0:1731347581.427628:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312879104:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.427747:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.427749:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.427750:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.427752:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.427753:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 320 -> 440 00000100:00100000:2.0:1731347581.427793:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312879104:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 163us (227us total) trans 4295336305 rc 0/0 00000100:00100000:2.0:1731347581.427799:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205500 00000100:00100000:0.0:1731347581.428554:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.428581:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312879232 00000100:00100000:2.0:1731347581.428585:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312879232 00000100:00100000:2.0:1731347581.428597:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205501 00000100:00100000:2.0:1731347581.428601:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880077874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312879232:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.428665:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.428667:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.428669:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.428670:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.428671:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 440 -> 448 00000100:00100000:2.0:1731347581.428699:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880077874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312879232:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 95us (144us total) trans 4295336306 rc 0/0 00000100:00100000:2.0:1731347581.428704:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205501 00000100:00100000:0.0:1731347581.429451:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.429494:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312879360 00000100:00100000:2.0:1731347581.429498:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312879360 00000100:00100000:2.0:1731347581.429519:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205502 00000100:00100000:2.0:1731347581.429524:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312879360:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.429575:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.429577:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.429578:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.429579:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.429581:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 448 -> 552 00000100:00100000:2.0:1731347581.429603:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312879360:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 79us (155us total) trans 4295336307 rc 0/0 00000100:00100000:2.0:1731347581.429607:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205502 00000100:00100000:0.0:1731347581.430439:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.430476:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312879488 00000100:00100000:2.0:1731347581.430480:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312879488 00000100:00100000:2.0:1731347581.430497:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205503 00000100:00100000:2.0:1731347581.430502:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312879488:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.430624:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.430627:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.430629:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.430631:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.430632:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 552 -> 512 00000100:00100000:2.0:1731347581.430659:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312879488:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 156us (221us total) trans 4295336308 rc 0/0 00000100:00100000:2.0:1731347581.430666:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205503 00000100:00100000:0.0:1731347581.431972:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.432014:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312879616 00000100:00100000:2.0:1731347581.432018:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312879616 00002000:00100000:2.0:1731347581.432036:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (131072->2269183) req@ffff880116d22300 x1815448312879616/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.432042:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d22300 with x1815448312879616 ext(131072->2269183) 00002000:00010000:2.0:1731347581.432045:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d22300 00000100:00100000:2.0:1731347581.432062:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678627 00000100:00100000:2.0:1731347581.432065:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312879616:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.433137:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312879616:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1068us (1164us total) trans 4295336309 rc 0/0 00000100:00100000:0.0:1731347581.433145:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678627 00002000:00100000:0.0:1731347581.433152:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (131072->2269183) req@ffff880116d22300 x1815448312879616/t4295336309(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.433160:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d22300 with x1815448312879616 ext(131072->2269183) 00002000:00010000:0.0:1731347581.433163:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d22300 00000100:00100000:0.0:1731347581.433874:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.433916:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312879744 00000100:00100000:2.0:1731347581.433921:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312879744 00000100:00100000:2.0:1731347581.433947:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205504 00000100:00100000:2.0:1731347581.433951:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2004:x1815448312879744:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.434412:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336309 is committed 00000100:00100000:2.0:1731347581.434486:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312879744:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 533us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.434491:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205504 00000100:00100000:0.0:1731347581.436050:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.436093:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312880000 00000100:00100000:1.0:1731347581.436098:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312880000 00000100:00100000:1.0:1731347581.436126:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712766 00000100:00100000:1.0:1731347581.436131:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+179:13210:x1815448312880000:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.436159:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.436176:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078be2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fda7 expref: 179 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.436196:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.436199:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.436277:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e078be9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.436292:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e078be9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.436297:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e078be9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.436316:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161656 00000004:00010000:1.0:1731347581.436325:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880116d23480 reply state ffff880097754000 transno 4295161657 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e078be9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.436331:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcfc0/0xb104f9478e078be9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.436334:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.436336:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.436337:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.436377:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+181:13210:x1815448312880000:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 245us (328us total) trans 4295161657 rc 0/0 00000100:00100000:1.0:1731347581.436381:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712766 00000020:00080000:1.0:1731347581.436383:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.437099:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.437120:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.437146:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312880256 00000100:00100000:2.0:1731347581.437150:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312880256 00002000:00010000:2.0:1731347581.437165:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.437167:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d23100 with x1815448312880256 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.437174:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116d23100. 00000100:00100000:2.0:1731347581.437183:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312880128 00000100:00100000:2.0:1731347581.437185:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312880128 00002000:00010000:2.0:1731347581.437189:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2682644->18446744073709551615) 00002000:00100000:2.0:1731347581.437191:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d21500 with x1815448312880128 ext(2682644->18446744073709551615) 00000100:00100000:3.0:1731347581.437192:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678628 00002000:00010000:2.0:1731347581.437194:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d21500. 00000100:00100000:3.0:1731347581.437198:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312880256:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347581.437200:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678629 00000100:00100000:0.0:1731347581.437205:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312880128:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.437800:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 798191 -> 0 00002000:00010000:3.0:1731347581.437804:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.437805:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.437806:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.437808:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347581.437837:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312880256:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 639us (738us total) trans 4295367749 rc 0/0 00000100:00100000:3.0:1731347581.437842:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678628 00002000:00010000:3.0:1731347581.437844:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.437846:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d23100 with x1815448312880256 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.437849:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116d23100. 00002000:00010000:0.0:1731347581.438243:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 2682644 00002000:00010000:0.0:1731347581.438246:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.438247:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.438249:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.438250:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 512 -> 432 00000100:00100000:0.0:1731347581.438276:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312880128:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1070us (1154us total) trans 4295336310 rc 0/0 00000100:00100000:0.0:1731347581.438280:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678629 00002000:00010000:0.0:1731347581.438282:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2682644->18446744073709551615) 00002000:00100000:0.0:1731347581.438284:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d21500 with x1815448312880128 ext(2682644->18446744073709551615) 00002000:00010000:0.0:1731347581.438287:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d21500. 00000100:00100000:0.0:1731347581.441648:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.441736:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312880384 00000100:00100000:1.0:1731347581.441746:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312880384 00000100:00100000:1.0:1731347581.441805:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712767 00000100:00100000:1.0:1731347581.441810:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+181:13210:x1815448312880384:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.441828:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.441841:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078bf0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fdae expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.441903:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078bf7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.441914:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.441921:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.441935:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2682644 00000004:00200000:1.0:1731347581.441937:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.441947:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.441962:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078bf0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdae expref: 183 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.441972:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdae expref: 182 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.441977:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.441979:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.441980:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbfa80, rc 0) 00000100:00100000:1.0:1731347581.442018:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+182:13210:x1815448312880384:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 207us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.442025:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712767 00000100:00100000:0.0:1731347581.443794:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.443831:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312880512 00000100:00100000:2.0:1731347581.443837:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312880512 00000100:00100000:2.0:1731347581.443859:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205505 00000100:00100000:2.0:1731347581.443863:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312880512:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.443990:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2682644 -> 2682644 00002000:00010000:2.0:1731347581.443992:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.443994:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.443995:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.443997:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 432 -> 560 00000100:00100000:2.0:1731347581.444027:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312880512:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 163us (235us total) trans 4295336311 rc 0/0 00000100:00100000:2.0:1731347581.444031:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205505 00000100:00100000:0.0:1731347581.444940:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.444979:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312880768 00000100:00100000:1.0:1731347581.444984:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312880768 00000100:00100000:1.0:1731347581.445010:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712768 00000100:00100000:1.0:1731347581.445014:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+182:13210:x1815448312880768:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.445040:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.445056:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078bf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdae expref: 182 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.445066:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.445069:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.445145:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e078bfe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.445161:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e078bfe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.445166:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e078bfe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.445183:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161658 00000004:00010000:1.0:1731347581.445193:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880116d23b80 reply state ffff88009b785000 transno 4295161659 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e078bfe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.445198:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbeac0/0xb104f9478e078bfe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.445201:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.445202:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.445204:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.445245:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+184:13210:x1815448312880768:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 229us (306us total) trans 4295161659 rc 0/0 00000100:00100000:1.0:1731347581.445250:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712768 00000020:00080000:1.0:1731347581.445252:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.446085:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.446113:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.446138:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312880896 00000100:00100000:2.0:1731347581.446144:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312880896 00000100:00100000:3.0:1731347581.446147:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312881024 00000100:00100000:3.0:1731347581.446153:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312881024 00002000:00010000:2.0:1731347581.446157:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (525016->18446744073709551615) 00002000:00100000:2.0:1731347581.446160:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d21180 with x1815448312880896 ext(525016->18446744073709551615) 00002000:00010000:3.0:1731347581.446167:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:2.0:1731347581.446168:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d21180. 00002000:00100000:3.0:1731347581.446170:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d21f80 with x1815448312881024 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.446177:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116d21f80. 00000100:00100000:2.0:1731347581.446193:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678630 00000100:00100000:2.0:1731347581.446199:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312880896:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.446205:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678631 00000100:00100000:3.0:1731347581.446211:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312881024:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.446282:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347581.446284:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.446286:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.446288:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.446289:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347581.446319:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312881024:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 107us (205us total) trans 4295367750 rc 0/0 00000100:00100000:3.0:1731347581.446324:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678631 00002000:00010000:3.0:1731347581.446326:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.446328:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d21f80 with x1815448312881024 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.446330:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116d21f80. 00002000:00010000:2.0:1731347581.447578:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2682644 -> 525016 00002000:00010000:2.0:1731347581.447582:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.447583:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.447585:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.447586:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 560 -> 136 00000100:00100000:2.0:1731347581.447621:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312880896:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1420us (1535us total) trans 4295336312 rc 0/0 00000100:00100000:2.0:1731347581.447628:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678630 00002000:00010000:2.0:1731347581.447631:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (525016->18446744073709551615) 00002000:00100000:2.0:1731347581.447633:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116d21180 with x1815448312880896 ext(525016->18446744073709551615) 00002000:00010000:2.0:1731347581.447638:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116d21180. 00000100:00100000:0.0:1731347581.450920:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.450969:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312881152 00000100:00100000:1.0:1731347581.450978:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312881152 00000100:00100000:1.0:1731347581.451014:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712769 00000100:00100000:1.0:1731347581.451020:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+184:13210:x1815448312881152:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.451037:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.451050:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e078c05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fdb5 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.451117:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.451130:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.451140:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.451158:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 525016 00000004:00200000:1.0:1731347581.451160:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.451172:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.451187:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e078c05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdb5 expref: 186 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.451197:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdb5 expref: 185 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.451205:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.451207:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.451209:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbd8c0, rc 0) 00000100:00100000:1.0:1731347581.451246:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+185:13210:x1815448312881152:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 226us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.451251:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712769 00000100:00100000:0.0:1731347581.452854:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.452884:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312881408 00000100:00100000:1.0:1731347581.452889:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312881408 00000100:00100000:1.0:1731347581.452910:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712770 00000100:00100000:1.0:1731347581.452913:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+185:13210:x1815448312881408:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.452932:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.452942:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdb5 expref: 185 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.452950:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.452952:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.453031:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e078c13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.453044:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e078c13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.453048:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e078c13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.453067:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161660 00000004:00010000:1.0:1731347581.453076:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880116275500 reply state ffff88009b780000 transno 4295161661 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e078c13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.453085:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdb00/0xb104f9478e078c13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.453089:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.453090:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.453091:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.453127:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:13210:x1815448312881408:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 213us (275us total) trans 4295161661 rc 0/0 00000100:00100000:1.0:1731347581.453132:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712770 00000020:00080000:1.0:1731347581.453134:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.453824:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.453848:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.453878:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312881536 00000100:00100000:2.0:1731347581.453884:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312881536 00000100:00100000:3.0:1731347581.453889:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312881664 00000100:00100000:3.0:1731347581.453894:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312881664 00002000:00010000:2.0:1731347581.453900:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3418222->18446744073709551615) 00002000:00100000:2.0:1731347581.453903:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116276680 with x1815448312881536 ext(3418222->18446744073709551615) 00002000:00010000:3.0:1731347581.453910:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:2.0:1731347581.453910:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116276680. 00002000:00100000:3.0:1731347581.453913:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116277100 with x1815448312881664 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.453920:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116277100. 00000100:00100000:2.0:1731347581.453931:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678632 00000100:00100000:2.0:1731347581.453935:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312881536:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.453945:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678633 00000100:00100000:3.0:1731347581.453951:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312881664:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.454024:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347581.454027:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.454029:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.454032:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.454033:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1731347581.454035:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 525016 -> 3418222 00002000:00010000:2.0:1731347581.454037:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.454038:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.454040:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.454041:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:2.0:1731347581.454067:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312881536:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 131us (243us total) trans 4295336313 rc 0/0 00000100:00100000:3.0:1731347581.454068:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312881664:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 115us (218us total) trans 4295367751 rc 0/0 00000100:00100000:2.0:1731347581.454071:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678632 00002000:00010000:2.0:1731347581.454074:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3418222->18446744073709551615) 00000100:00100000:3.0:1731347581.454075:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678633 00002000:00100000:2.0:1731347581.454076:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116276680 with x1815448312881536 ext(3418222->18446744073709551615) 00002000:00010000:3.0:1731347581.454078:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:2.0:1731347581.454078:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116276680. 00002000:00100000:3.0:1731347581.454081:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116277100 with x1815448312881664 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.454085:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116277100. 00000100:00100000:0.0:1731347581.457953:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.458012:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312881920 00000100:00100000:3.0:1731347581.458021:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312881920 00002000:00100000:3.0:1731347581.458051:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (528384->3420159) req@ffff880116274a80 x1815448312881920/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.458060:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116274a80 with x1815448312881920 ext(528384->3420159) 00002000:00010000:3.0:1731347581.458065:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116274a80 00000100:00100000:3.0:1731347581.458089:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678634 00000100:00100000:3.0:1731347581.458094:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312881920:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.468298:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312881920:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 10193us (10342us total) trans 0 rc 2891776/2891776 00000100:00100000:3.0:1731347581.468310:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678634 00002000:00100000:3.0:1731347581.468321:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (528384->3420159) req@ffff880116274a80 x1815448312881920/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 2891776/2891776 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.468330:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116274a80 with x1815448312881920 ext(528384->3420159) 00002000:00010000:3.0:1731347581.468335:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116274a80 00000100:00100000:0.0:1731347581.470250:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.470308:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312882048 00000100:00100000:3.0:1731347581.470317:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312882048 00002000:00100000:3.0:1731347581.470348:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3407872->3418221) req@ffff880116276300 x1815448312882048/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 10840/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.470357:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116276300 with x1815448312882048 ext(3407872->3418221) 00002000:00010000:3.0:1731347581.470361:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116276300 00000100:00100000:3.0:1731347581.470388:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678635 00000100:00100000:3.0:1731347581.470393:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312882048:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347581.470930:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312882048:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 534us (682us total) trans 4295336314 rc 0/0 00000100:00100000:3.0:1731347581.470938:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678635 00002000:00100000:3.0:1731347581.470944:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3407872->3418221) req@ffff880116276300 x1815448312882048/t4295336314(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 10840/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.470952:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116276300 with x1815448312882048 ext(3407872->3418221) 00002000:00010000:3.0:1731347581.470955:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116276300 00000100:00100000:0.0:1731347581.471556:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.471606:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312882176 00000100:00100000:1.0:1731347581.471611:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312882176 00000100:00100000:1.0:1731347581.471638:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712771 00000100:00100000:1.0:1731347581.471643:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:13210:x1815448312882176:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.471709:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:13210:x1815448312882176:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 66us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.471713:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712771 00000100:00100000:0.0:1731347581.472247:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.472318:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312882304 00000100:00100000:2.0:1731347581.472323:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312882304 00000100:00100000:2.0:1731347581.472351:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205506 00000100:00100000:2.0:1731347581.472355:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312882304:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.472902:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336314 is committed 00000100:00100000:2.0:1731347581.472981:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312882304:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 625us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.472986:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205506 00000100:00100000:0.0:1731347581.473731:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.473792:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312882432 00000100:00100000:1.0:1731347581.473799:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312882432 00000100:00100000:1.0:1731347581.473827:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712772 00000100:00100000:1.0:1731347581.473831:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+187:13210:x1815448312882432:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.473841:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.473853:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e078c1a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fdbc expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.473903:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078c21 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.473915:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078c21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.473922:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078c21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.473935:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3418222 00000004:00200000:1.0:1731347581.473938:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.473946:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078c21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.473959:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e078c1a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdbc expref: 189 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.473977:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078c21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdbc expref: 188 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.473982:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.473984:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.473985:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbf600, rc 0) 00000100:00100000:1.0:1731347581.474007:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:13210:x1815448312882432:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 176us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.474011:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712772 00000100:00100000:0.0:1731347581.474812:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.474855:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312882560 00000100:00100000:2.0:1731347581.474860:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312882560 00000100:00100000:2.0:1731347581.474884:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205507 00000100:00100000:2.0:1731347581.474888:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312882560:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.475001:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3418222 -> 3418222 00002000:00010000:2.0:1731347581.475003:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.475005:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.475006:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.475007:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 136 -> 160 00000100:00100000:2.0:1731347581.475033:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312882560:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 144us (222us total) trans 4295336315 rc 0/0 00000100:00100000:2.0:1731347581.475037:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205507 00000100:00100000:0.0:1731347581.475950:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.475982:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312882816 00000100:00100000:1.0:1731347581.475987:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312882816 00000100:00100000:1.0:1731347581.476010:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712773 00000100:00100000:1.0:1731347581.476014:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+188:13210:x1815448312882816:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.476037:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.476050:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078c21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdbc expref: 188 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.476060:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.476062:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.476137:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e078c28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.476151:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e078c28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.476156:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e078c28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.476173:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161662 00000004:00010000:1.0:1731347581.476182:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880116275f80 reply state ffff8801324c7000 transno 4295161663 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e078c28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.476188:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf3c0/0xb104f9478e078c28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.476192:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.476193:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.476194:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.476240:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+190:13210:x1815448312882816:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 223us (290us total) trans 4295161663 rc 0/0 00000100:00100000:1.0:1731347581.476246:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712773 00000020:00080000:1.0:1731347581.476250:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.476882:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.476905:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.476928:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312883072 00000100:00100000:3.0:1731347581.476933:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312883072 00000100:00100000:2.0:1731347581.476949:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312882944 00002000:00010000:3.0:1731347581.476950:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (121309->18446744073709551615) 00002000:00100000:3.0:1731347581.476954:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116274380 with x1815448312883072 ext(121309->18446744073709551615) 00000100:00100000:2.0:1731347581.476954:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312882944 00002000:00010000:3.0:1731347581.476961:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116274380. 00002000:00010000:2.0:1731347581.476965:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347581.476967:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116274e00 with x1815448312882944 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347581.476973:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116274e00. 00000100:00100000:3.0:1731347581.476986:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678636 00000100:00100000:3.0:1731347581.476992:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312883072:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.476994:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678637 00000100:00100000:2.0:1731347581.476998:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312882944:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.477063:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3418222 -> 4194304 00002000:00010000:2.0:1731347581.477066:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.477067:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.477068:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.477070:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:2.0:1731347581.477096:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312882944:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 97us (189us total) trans 4295336316 rc 0/0 00002000:00010000:3.0:1731347581.477097:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 121309 00002000:00010000:3.0:1731347581.477100:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00000100:00100000:2.0:1731347581.477100:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678637 00002000:00010000:3.0:1731347581.477102:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.477102:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347581.477103:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116274e00 with x1815448312882944 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.477104:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.477106:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1731347581.477106:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116274e00. 00000100:00100000:3.0:1731347581.477128:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312883072:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 135us (246us total) trans 4295367752 rc 0/0 00000100:00100000:3.0:1731347581.477134:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678636 00002000:00010000:3.0:1731347581.477136:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (121309->18446744073709551615) 00002000:00100000:3.0:1731347581.477139:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116274380 with x1815448312883072 ext(121309->18446744073709551615) 00002000:00010000:3.0:1731347581.477143:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116274380. 00000100:00100000:0.0:1731347581.477686:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.477719:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312883200 00000100:00100000:1.0:1731347581.477725:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312883200 00000100:00100000:1.0:1731347581.477749:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712774 00000100:00100000:1.0:1731347581.477753:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+190:13210:x1815448312883200:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.477774:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.477783:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078c2f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fdc3 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.477820:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.477826:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.477831:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.477842:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4315613 00000004:00200000:1.0:1731347581.477844:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.477851:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.477863:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078c2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdc3 expref: 192 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.477871:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdc3 expref: 191 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.477876:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.477878:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.477879:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbd8c0, rc 0) 00000100:00100000:1.0:1731347581.477905:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+191:13210:x1815448312883200:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 152us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.477909:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712774 00000100:00100000:0.0:1731347581.478855:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.478886:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312883456 00000100:00100000:1.0:1731347581.478889:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312883456 00000100:00100000:1.0:1731347581.478908:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712775 00000100:00100000:1.0:1731347581.478911:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+191:13210:x1815448312883456:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.478927:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.478935:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078c36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdc3 expref: 191 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.478941:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.478943:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.478998:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e078c3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.479009:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e078c3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.479013:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e078c3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.479028:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161664 00000004:00010000:1.0:1731347581.479036:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880116275880 reply state ffff8801324c1000 transno 4295161665 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e078c3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.479041:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcd80/0xb104f9478e078c3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.479045:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.479046:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.479047:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.479082:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+193:13210:x1815448312883456:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 170us (227us total) trans 4295161665 rc 0/0 00000100:00100000:1.0:1731347581.479088:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712775 00000020:00080000:1.0:1731347581.479091:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.479743:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.479779:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.479792:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312883712 00000100:00100000:3.0:1731347581.479797:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312883712 00002000:00010000:3.0:1731347581.479810:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (32131->18446744073709551615) 00002000:00100000:3.0:1731347581.479813:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116274000 with x1815448312883712 ext(32131->18446744073709551615) 00002000:00010000:3.0:1731347581.479819:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116274000. 00000100:00100000:2.0:1731347581.479819:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312883584 00000100:00100000:2.0:1731347581.479824:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312883584 00002000:00010000:2.0:1731347581.479835:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347581.479837:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116276a00 with x1815448312883584 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1731347581.479841:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678638 00002000:00010000:2.0:1731347581.479842:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116276a00. 00000100:00100000:3.0:1731347581.479845:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312883712:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.479860:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678639 00000100:00100000:2.0:1731347581.479864:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312883584:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.479917:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.479919:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.479920:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.479922:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.479923:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:2.0:1731347581.479950:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312883584:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 85us (171us total) trans 4295336317 rc 0/0 00000100:00100000:2.0:1731347581.479955:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678639 00002000:00010000:2.0:1731347581.479957:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347581.479958:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116276a00 with x1815448312883584 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347581.479960:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880116276a00. 00002000:00010000:3.0:1731347581.479966:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 121309 -> 32131 00002000:00010000:3.0:1731347581.479969:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.479971:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.479973:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.479975:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347581.480000:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880116274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312883712:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 152us (256us total) trans 4295367753 rc 0/0 00000100:00100000:3.0:1731347581.480006:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678638 00002000:00010000:3.0:1731347581.480008:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (32131->18446744073709551615) 00002000:00100000:3.0:1731347581.480010:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880116274000 with x1815448312883712 ext(32131->18446744073709551615) 00002000:00010000:3.0:1731347581.480014:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880116274000. 00000100:00100000:0.0:1731347581.480577:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.480610:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312883840 00000100:00100000:1.0:1731347581.480615:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312883840 00000100:00100000:1.0:1731347581.480636:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712776 00000100:00100000:1.0:1731347581.480639:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+193:13210:x1815448312883840:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.480648:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.480656:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078c44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fdca expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.480692:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078c4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.480700:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078c4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.480708:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078c4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.480723:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4226435 00000004:00200000:1.0:1731347581.480726:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.480736:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078c4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.480751:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078c44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdca expref: 195 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.480775:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078c4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdca expref: 194 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.480785:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.480788:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.480790:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbc000, rc 0) 00000100:00100000:1.0:1731347581.480822:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:13210:x1815448312883840:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 180us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.480827:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712776 00000100:00100000:0.0:1731347581.481969:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.482037:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312883968 00000100:00100000:3.0:1731347581.482043:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312883968 00002000:00100000:3.0:1731347581.482065:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2887680->2899967) req@ffff8800979e7100 x1815448312883968/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 12776/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.482075:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e7100 with x1815448312883968 ext(2887680->2899967) 00002000:00010000:3.0:1731347581.482079:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e7100 00000100:00100000:3.0:1731347581.482103:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678640 00000100:00100000:3.0:1731347581.482108:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312883968:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347581.482628:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312883968:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 518us (658us total) trans 4295336318 rc 0/0 00000100:00100000:3.0:1731347581.482633:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678640 00002000:00100000:3.0:1731347581.482638:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2887680->2899967) req@ffff8800979e7100 x1815448312883968/t4295336318(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 12776/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.482643:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e7100 with x1815448312883968 ext(2887680->2899967) 00002000:00010000:3.0:1731347581.482646:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e7100 00000100:00100000:0.0:1731347581.483380:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.483457:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312884096 00000100:00100000:1.0:1731347581.483462:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312884096 00000100:00100000:1.0:1731347581.483490:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712777 00000100:00100000:1.0:1731347581.483494:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:13210:x1815448312884096:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.483553:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:13210:x1815448312884096:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 59us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.483557:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712777 00000100:00100000:0.0:1731347581.484201:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.484253:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312884224 00000100:00100000:2.0:1731347581.484259:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312884224 00000100:00100000:2.0:1731347581.484289:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205508 00000100:00100000:2.0:1731347581.484294:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312884224:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.484752:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336318 is committed 00000100:00100000:2.0:1731347581.484858:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312884224:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 561us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.484865:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205508 00000100:00100000:0.0:1731347581.486316:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.486399:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312884352 00000100:00100000:3.0:1731347581.486406:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312884352 00002000:00100000:3.0:1731347581.486445:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1372160->3080191) req@ffff8800979e5c00 x1815448312884352/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.486452:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e5c00 with x1815448312884352 ext(1372160->3080191) 00002000:00010000:3.0:1731347581.486456:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e5c00 00000100:00100000:3.0:1731347581.486476:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678641 00000100:00100000:3.0:1731347581.486480:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312884352:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347581.487689:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312884352:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1205us (1372us total) trans 4295336319 rc 0/0 00000100:00100000:3.0:1731347581.487695:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678641 00002000:00100000:3.0:1731347581.487700:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1372160->3080191) req@ffff8800979e5c00 x1815448312884352/t4295336319(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.487705:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e5c00 with x1815448312884352 ext(1372160->3080191) 00002000:00010000:3.0:1731347581.487708:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e5c00 00000100:00100000:0.0:1731347581.488408:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.488454:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312884480 00000100:00100000:2.0:1731347581.488460:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312884480 00000100:00100000:2.0:1731347581.488490:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205509 00000100:00100000:2.0:1731347581.488495:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312884480:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.489025:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336319 is committed 00000100:00100000:2.0:1731347581.489094:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312884480:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 598us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.489101:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205509 00000100:00100000:0.0:1731347581.491832:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.491915:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312884736 00000100:00100000:3.0:1731347581.491921:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312884736 00002000:00100000:3.0:1731347581.491944:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3420160->4194303) req@ffff8800979e4a80 x1815448312884736/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.491951:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4a80 with x1815448312884736 ext(3420160->4194303) 00002000:00010000:3.0:1731347581.491955:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e4a80 00000100:00100000:3.0:1731347581.491974:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678642 00000100:00100000:3.0:1731347581.491978:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312884736:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.494898:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312884736:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2912us (3063us total) trans 0 rc 774144/774144 00000100:00100000:3.0:1731347581.494909:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678642 00002000:00100000:3.0:1731347581.494919:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3420160->4194303) req@ffff8800979e4a80 x1815448312884736/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 774144/774144 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.494928:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4a80 with x1815448312884736 ext(3420160->4194303) 00002000:00010000:3.0:1731347581.494933:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e4a80 00000100:00100000:0.0:1731347581.495952:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.495987:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312884864 00000100:00100000:2.0:1731347581.495993:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312884864 00000100:00100000:2.0:1731347581.496018:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205510 00000100:00100000:2.0:1731347581.496023:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312884864:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.496152:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.496154:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.496156:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.496157:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.496159:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 160 -> 384 00000100:00100000:2.0:1731347581.496184:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312884864:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 161us (234us total) trans 4295336320 rc 0/0 00000100:00100000:2.0:1731347581.496188:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205510 00000100:00100000:0.0:1731347581.497458:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.497503:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312884992 00000100:00100000:3.0:1731347581.497508:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312884992 00002000:00100000:3.0:1731347581.497524:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3297280->3362815) req@ffff8800979e4700 x1815448312884992/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.497531:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4700 with x1815448312884992 ext(3297280->3362815) 00002000:00010000:3.0:1731347581.497534:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e4700 00000100:00100000:3.0:1731347581.497552:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678643 00000100:00100000:3.0:1731347581.497555:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312884992:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347581.498677:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312884992:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1119us (1218us total) trans 4295336321 rc 0/0 00000100:00100000:3.0:1731347581.498684:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678643 00002000:00100000:3.0:1731347581.498689:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3297280->3362815) req@ffff8800979e4700 x1815448312884992/t4295336321(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.498694:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4700 with x1815448312884992 ext(3297280->3362815) 00002000:00010000:3.0:1731347581.498697:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e4700 00000100:00100000:0.0:1731347581.499333:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.499371:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312885120 00000100:00100000:2.0:1731347581.499376:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312885120 00000100:00100000:2.0:1731347581.499400:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205511 00000100:00100000:2.0:1731347581.499404:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312885120:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:1.0:1731347581.500057:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336321 is committed 00000100:00100000:2.0:1731347581.500144:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312885120:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 737us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.500153:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205511 00000100:00100000:0.0:1731347581.501034:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.501104:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312885248 00000100:00100000:2.0:1731347581.501109:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312885248 00000100:00100000:2.0:1731347581.501131:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205512 00000100:00100000:2.0:1731347581.501135:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a07b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312885248:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.501237:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 32131 -> 32131 00002000:00010000:2.0:1731347581.501240:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.501242:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.501244:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.501246:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 48 00000100:00100000:2.0:1731347581.501280:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a07b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312885248:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 143us (248us total) trans 4295367754 rc 0/0 00000100:00100000:2.0:1731347581.501288:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205512 00000100:00100000:0.0:1731347581.502269:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.502338:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312885376 00000100:00100000:2.0:1731347581.502342:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312885376 00000100:00100000:2.0:1731347581.502364:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205513 00000100:00100000:2.0:1731347581.502368:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312885376:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.502489:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.502492:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.502493:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.502495:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.502496:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 384 -> 512 00000100:00100000:2.0:1731347581.502522:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312885376:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 153us (254us total) trans 4295336322 rc 0/0 00000100:00100000:2.0:1731347581.502527:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205513 00000100:00100000:0.0:1731347581.505048:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.505091:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.505108:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312885632 00000100:00100000:3.0:1731347581.505114:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312885632 00000100:00100000:2.0:1731347581.505131:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312885888 00000100:00100000:2.0:1731347581.505135:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312885888 00002000:00100000:3.0:1731347581.505137:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (929792->933887) req@ffff8800979e4e00 x1815448312885632/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.505144:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4e00 with x1815448312885632 ext(929792->933887) 00002000:00010000:3.0:1731347581.505148:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979e4e00 00002000:00100000:2.0:1731347581.505149:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4136960->4161535) req@ffff8800979e6a00 x1815448312885888/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.505155:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e6a00 with x1815448312885888 ext(4136960->4161535) 00002000:00010000:2.0:1731347581.505158:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e6a00 00000100:00100000:3.0:1731347581.505168:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678644 00000100:00100000:3.0:1731347581.505172:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312885632:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.505172:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678645 00000100:00100000:2.0:1731347581.505175:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312885888:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.505254:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312885632:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 80us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347581.505258:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678644 00002000:00100000:3.0:1731347581.505262:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (929792->933887) req@ffff8800979e4e00 x1815448312885632/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.505267:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4e00 with x1815448312885632 ext(929792->933887) 00002000:00010000:3.0:1731347581.505269:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979e4e00 00000100:00100000:2.0:1731347581.505883:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312885888:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 704us (791us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1731347581.505890:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678645 00002000:00100000:2.0:1731347581.505898:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (4136960->4161535) req@ffff8800979e6a00 x1815448312885888/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.505906:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e6a00 with x1815448312885888 ext(4136960->4161535) 00002000:00010000:2.0:1731347581.505909:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e6a00 00000100:00100000:0.0:1731347581.507063:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.507105:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312886144 00000100:00100000:2.0:1731347581.507109:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312886144 00002000:00100000:2.0:1731347581.507123:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->937983) req@ffff8800979e4000 x1815448312886144/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.507129:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4000 with x1815448312886144 ext(0->937983) 00002000:00010000:2.0:1731347581.507132:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979e4000 00000100:00100000:2.0:1731347581.507148:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678646 00000100:00100000:2.0:1731347581.507152:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312886144:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.508393:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312886144:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1237us (1329us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1731347581.508400:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678646 00002000:00100000:2.0:1731347581.508406:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->937983) req@ffff8800979e4000 x1815448312886144/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.508414:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4000 with x1815448312886144 ext(0->937983) 00002000:00010000:2.0:1731347581.508437:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979e4000 00000100:00100000:0.0:1731347581.509454:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.509486:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312886272 00000100:00100000:2.0:1731347581.509489:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312886272 00002000:00100000:2.0:1731347581.509501:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (929792->987252) req@ffff8800979e6d80 x1815448312886272/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.509507:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e6d80 with x1815448312886272 ext(929792->987252) 00002000:00010000:2.0:1731347581.509509:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979e6d80 00000100:00100000:2.0:1731347581.509523:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678647 00000100:00100000:2.0:1731347581.509526:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312886272:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.510546:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312886272:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1016us (1091us total) trans 4295367755 rc 0/0 00000100:00100000:2.0:1731347581.510551:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678647 00002000:00100000:2.0:1731347581.510555:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (929792->987252) req@ffff8800979e6d80 x1815448312886272/t4295367755(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.510560:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e6d80 with x1815448312886272 ext(929792->987252) 00002000:00010000:2.0:1731347581.510563:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979e6d80 00000100:00100000:0.0:1731347581.511150:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.511191:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312886400 00000100:00100000:2.0:1731347581.511195:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312886400 00000100:00100000:2.0:1731347581.511212:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205514 00000100:00100000:2.0:1731347581.511217:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312886400:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.511808:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367755 is committed 00000100:00100000:2.0:1731347581.511903:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312886400:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 683us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.511909:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205514 00000100:00100000:0.0:1731347581.512892:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.512928:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312886528 00000100:00100000:2.0:1731347581.512931:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312886528 00002000:00100000:2.0:1731347581.512946:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (679936->4108287) req@ffff8800979e4380 x1815448312886528/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.512954:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4380 with x1815448312886528 ext(679936->4108287) 00002000:00010000:2.0:1731347581.512957:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e4380 00000100:00100000:2.0:1731347581.512970:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678648 00000100:00100000:2.0:1731347581.512976:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312886528:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.514036:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312886528:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1058us (1142us total) trans 4295336323 rc 0/0 00000100:00100000:2.0:1731347581.514042:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678648 00002000:00100000:2.0:1731347581.514047:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (679936->4108287) req@ffff8800979e4380 x1815448312886528/t4295336323(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/456 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.514053:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979e4380 with x1815448312886528 ext(679936->4108287) 00002000:00010000:2.0:1731347581.514056:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979e4380 00000100:00100000:0.0:1731347581.514636:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.514677:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312886656 00000100:00100000:2.0:1731347581.514680:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312886656 00000100:00100000:2.0:1731347581.514694:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205515 00000100:00100000:2.0:1731347581.514697:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312886656:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:1.0:1731347581.515204:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336323 is committed 00000100:00100000:2.0:1731347581.515296:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312886656:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 596us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.515302:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205515 00000100:00100000:0.0:1731347581.516285:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.516320:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312886784 00000100:00100000:2.0:1731347581.516324:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312886784 00000100:00100000:2.0:1731347581.516339:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205516 00000100:00100000:2.0:1731347581.516343:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312886784:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.516447:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.516450:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.516452:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.516455:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.516456:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 512 -> 648 00000100:00100000:2.0:1731347581.516483:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312886784:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 139us (198us total) trans 4295336324 rc 0/0 00000100:00100000:2.0:1731347581.516489:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205516 00000100:00100000:0.0:1731347581.517685:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.517716:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312887040 00000100:00100000:1.0:1731347581.517721:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312887040 00000100:00100000:1.0:1731347581.517747:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712778 00000100:00100000:1.0:1731347581.517750:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+194:13210:x1815448312887040:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.517787:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.517803:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078c4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdca expref: 194 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.517820:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.517822:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.517898:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078c52 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.517915:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078c52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.517920:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078c52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.517939:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161666 00000004:00010000:1.0:1731347581.517949:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800979e5500 reply state ffff8801324c3000 transno 4295161667 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078c52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.517954:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc480/0xb104f9478e078c52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.517958:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.517959:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.517961:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.517999:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+196:13210:x1815448312887040:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 248us (315us total) trans 4295161667 rc 0/0 00000100:00100000:1.0:1731347581.518003:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712778 00000020:00080000:1.0:1731347581.518006:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.518629:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.518662:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.518677:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312887296 00000100:00100000:2.0:1731347581.518680:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312887296 00002000:00010000:2.0:1731347581.518691:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (1199330->18446744073709551615) 00002000:00100000:2.0:1731347581.518693:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f836d80 with x1815448312887296 ext(1199330->18446744073709551615) 00002000:00010000:2.0:1731347581.518699:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011f836d80. 00000100:00100000:3.0:1731347581.518701:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312887168 00000100:00100000:3.0:1731347581.518706:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312887168 00000100:00100000:2.0:1731347581.518715:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678649 00002000:00010000:3.0:1731347581.518717:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00000100:00100000:2.0:1731347581.518718:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312887296:12345-192.168.203.60@tcp:10:fsx.0 00002000:00100000:3.0:1731347581.518719:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f837100 with x1815448312887168 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.518724:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f837100. 00000100:00100000:3.0:1731347581.518736:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678650 00000100:00100000:3.0:1731347581.518740:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312887168:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.518800:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.518802:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.518804:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.518805:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.518806:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 648 -> 648 00002000:00010000:2.0:1731347581.518820:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 32131 -> 1199330 00002000:00010000:2.0:1731347581.518822:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.518823:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.518825:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.518826:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 48 -> 168 00000100:00100000:3.0:1731347581.518832:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312887168:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 91us (170us total) trans 4295336325 rc 0/0 00000100:00100000:3.0:1731347581.518836:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678650 00002000:00010000:3.0:1731347581.518838:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347581.518840:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f837100 with x1815448312887168 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.518842:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f837100. 00000100:00100000:2.0:1731347581.518842:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312887296:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 123us (214us total) trans 4295367756 rc 0/0 00000100:00100000:2.0:1731347581.518847:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678649 00002000:00010000:2.0:1731347581.518848:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (1199330->18446744073709551615) 00002000:00100000:2.0:1731347581.518850:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f836d80 with x1815448312887296 ext(1199330->18446744073709551615) 00002000:00010000:2.0:1731347581.518853:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011f836d80. 00000100:00100000:0.0:1731347581.519553:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.519616:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312887424 00000100:00100000:1.0:1731347581.519620:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312887424 00000100:00100000:1.0:1731347581.519644:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712779 00000100:00100000:1.0:1731347581.519647:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+196:13210:x1815448312887424:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.519657:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.519664:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078c59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fdd1 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.519700:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078c60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.519706:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078c60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.519711:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078c60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.519721:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 5393634 00000004:00200000:1.0:1731347581.519723:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.519729:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078c60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.519740:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078c59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdd1 expref: 198 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.519747:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078c60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdd1 expref: 197 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.519751:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.519753:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.519754:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbcb40, rc 0) 00000100:00100000:1.0:1731347581.519794:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+197:13210:x1815448312887424:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 145us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.519798:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712779 00000100:00100000:0.0:1731347581.520723:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.520757:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312887680 00000100:00100000:1.0:1731347581.520775:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312887680 00000100:00100000:1.0:1731347581.520797:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712780 00000100:00100000:1.0:1731347581.520800:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+197:13210:x1815448312887680:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.520816:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.520825:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078c60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdd1 expref: 197 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.520834:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.520836:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.520887:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e078c67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.520897:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e078c67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.520901:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e078c67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.520916:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161668 00000004:00010000:1.0:1731347581.520923:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011f836680 reply state ffff88009891d000 transno 4295161669 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e078c67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.520928:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc900/0xb104f9478e078c67 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.520932:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.520933:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.520934:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.520971:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+199:13210:x1815448312887680:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 169us (247us total) trans 4295161669 rc 0/0 00000100:00100000:1.0:1731347581.520975:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712780 00000020:00080000:1.0:1731347581.520977:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.521594:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.521614:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.521649:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312887808 00000100:00100000:3.0:1731347581.521653:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312887808 00002000:00010000:3.0:1731347581.521664:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3457096->18446744073709551615) 00002000:00100000:3.0:1731347581.521666:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f835500 with x1815448312887808 ext(3457096->18446744073709551615) 00000100:00100000:2.0:1731347581.521667:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312887936 00002000:00010000:3.0:1731347581.521670:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f835500. 00000100:00100000:2.0:1731347581.521672:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312887936 00002000:00010000:2.0:1731347581.521683:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.521685:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f834e00 with x1815448312887936 ext(0->18446744073709551615) 00000100:00100000:3.0:1731347581.521686:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678651 00000100:00100000:3.0:1731347581.521690:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312887808:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.521690:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011f834e00. 00000100:00100000:2.0:1731347581.521709:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678652 00000100:00100000:2.0:1731347581.521714:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312887936:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.522209:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 3457096 00002000:00010000:3.0:1731347581.522212:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.522213:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.522214:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.522216:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 648 -> 560 00000100:00100000:3.0:1731347581.522246:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312887808:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 553us (651us total) trans 4295336326 rc 0/0 00000100:00100000:3.0:1731347581.522252:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678651 00002000:00010000:3.0:1731347581.522255:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3457096->18446744073709551615) 00002000:00100000:3.0:1731347581.522257:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f835500 with x1815448312887808 ext(3457096->18446744073709551615) 00002000:00010000:3.0:1731347581.522261:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f835500. 00002000:00010000:2.0:1731347581.522388:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 1199330 -> 0 00002000:00010000:2.0:1731347581.522391:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.522393:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.522395:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.522397:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 168 -> 0 00000100:00100000:2.0:1731347581.522441:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312887936:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 726us (825us total) trans 4295367757 rc 0/0 00000100:00100000:2.0:1731347581.522450:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678652 00002000:00010000:2.0:1731347581.522453:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.522455:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f834e00 with x1815448312887936 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.522459:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011f834e00. 00000100:00100000:0.0:1731347581.524148:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.524225:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312888064 00000100:00100000:1.0:1731347581.524231:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312888064 00000100:00100000:1.0:1731347581.524260:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712781 00000100:00100000:1.0:1731347581.524264:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+199:13210:x1815448312888064:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.524278:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.524288:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078c6e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fdd8 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.524338:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078c75 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.524347:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078c75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.524354:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078c75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.524367:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3457096 00000004:00200000:1.0:1731347581.524369:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.524377:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078c75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.524390:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078c6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdd8 expref: 201 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.524399:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078c75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdd8 expref: 200 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.524404:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.524406:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.524407:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbed00, rc 0) 00000100:00100000:1.0:1731347581.524459:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+200:13210:x1815448312888064:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 193us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.524463:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712781 00000100:00100000:0.0:1731347581.525407:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.525454:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312888192 00000100:00100000:2.0:1731347581.525459:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312888192 00000100:00100000:2.0:1731347581.525492:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205517 00000100:00100000:2.0:1731347581.525496:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312888192:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.525630:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3457096 -> 3457096 00002000:00010000:2.0:1731347581.525634:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.525636:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.525638:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.525640:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 560 -> 592 00000100:00100000:2.0:1731347581.525672:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312888192:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 175us (266us total) trans 4295336327 rc 0/0 00000100:00100000:2.0:1731347581.525677:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205517 00000100:00100000:0.0:1731347581.528498:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.528557:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312888320 00000100:00100000:2.0:1731347581.528566:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312888320 00002000:00100000:2.0:1731347581.528596:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (573440->3264511) req@ffff880132f36a00 x1815448312888320/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.528604:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f36a00 with x1815448312888320 ext(573440->3264511) 00002000:00010000:2.0:1731347581.528608:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f36a00 00000100:00100000:2.0:1731347581.528629:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678653 00000100:00100000:2.0:1731347581.528634:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312888320:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.530651:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312888320:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 2008us (2153us total) trans 4295336328 rc 0/0 00000100:00100000:2.0:1731347581.530663:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678653 00002000:00100000:2.0:1731347581.530673:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (573440->3264511) req@ffff880132f36a00 x1815448312888320/t4295336328(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/456 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.530682:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f36a00 with x1815448312888320 ext(573440->3264511) 00002000:00010000:2.0:1731347581.530688:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f36a00 00000100:00100000:0.0:1731347581.531594:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.531653:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312888448 00000100:00100000:1.0:1731347581.531661:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312888448 00000100:00100000:1.0:1731347581.531706:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712782 00000100:00100000:1.0:1731347581.531712:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+200:13210:x1815448312888448:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.531819:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+200:13210:x1815448312888448:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 106us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.531826:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712782 00000100:00100000:2.0:1731347581.532613:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.532651:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312888576 00000100:00100000:0.0:1731347581.532655:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312888576 00000100:00100000:0.0:1731347581.532687:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205518 00000100:00100000:0.0:1731347581.532692:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2005:x1815448312888576:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:1.0:1731347581.533509:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336328 is committed 00000100:00100000:0.0:1731347581.533618:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312888576:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 923us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347581.533626:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205518 00000100:00100000:0.0:1731347581.534946:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.534991:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312888704 00000100:00100000:2.0:1731347581.534997:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312888704 00000100:00100000:2.0:1731347581.535018:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205519 00000100:00100000:2.0:1731347581.535023:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312888704:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.535181:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3457096 -> 3457096 00002000:00010000:2.0:1731347581.535184:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.535185:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.535186:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.535188:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 592 -> 872 00000100:00100000:2.0:1731347581.535229:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312888704:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 205us (285us total) trans 4295336329 rc 0/0 00000100:00100000:2.0:1731347581.535237:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205519 00000100:00100000:0.0:1731347581.536854:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.536928:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312888960 00000100:00100000:1.0:1731347581.536935:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312888960 00000100:00100000:1.0:1731347581.536968:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712783 00000100:00100000:1.0:1731347581.536973:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+200:13210:x1815448312888960:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.537003:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.537021:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078c75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdd8 expref: 200 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.537034:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.537037:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.537132:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078c7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.537149:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078c7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.537154:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078c7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.537176:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161670 00000004:00010000:1.0:1731347581.537186:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880132f34380 reply state ffff88009891e000 transno 4295161671 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078c7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.537191:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe880/0xb104f9478e078c7c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.537195:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.537197:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.537198:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.537248:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+202:13210:x1815448312888960:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 274us (396us total) trans 4295161671 rc 0/0 00000100:00100000:1.0:1731347581.537252:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712783 00000020:00080000:1.0:1731347581.537255:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.538126:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.538162:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.538184:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312889216 00000100:00100000:2.0:1731347581.538189:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312889216 00002000:00010000:2.0:1731347581.538209:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (110784->18446744073709551615) 00000100:00100000:3.0:1731347581.538210:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312889088 00002000:00100000:2.0:1731347581.538213:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f35180 with x1815448312889216 ext(110784->18446744073709551615) 00000100:00100000:3.0:1731347581.538215:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312889088 00002000:00010000:2.0:1731347581.538222:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f35180. 00002000:00010000:3.0:1731347581.538230:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347581.538233:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f34a80 with x1815448312889088 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.538240:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f34a80. 00000100:00100000:2.0:1731347581.538244:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678654 00000100:00100000:2.0:1731347581.538250:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312889216:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.538270:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678655 00000100:00100000:3.0:1731347581.538276:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312889088:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.538369:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3457096 -> 4194304 00002000:00010000:2.0:1731347581.538369:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 110784 00002000:00010000:3.0:1731347581.538372:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.538372:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.538373:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.538374:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.538375:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.538376:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.538376:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1731347581.538378:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 872 -> 872 00000100:00100000:2.0:1731347581.538408:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312889216:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 157us (282us total) trans 4295367758 rc 0/0 00000100:00100000:2.0:1731347581.538434:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678654 00002000:00010000:2.0:1731347581.538437:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (110784->18446744073709551615) 00000100:00100000:3.0:1731347581.538440:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312889088:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 137us (251us total) trans 4295336330 rc 0/0 00002000:00100000:2.0:1731347581.538440:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f35180 with x1815448312889216 ext(110784->18446744073709551615) 00002000:00010000:2.0:1731347581.538444:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f35180. 00000100:00100000:3.0:1731347581.538448:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678655 00002000:00010000:3.0:1731347581.538451:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:3.0:1731347581.538454:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f34a80 with x1815448312889088 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1731347581.538458:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f34a80. 00000100:00100000:0.0:1731347581.540781:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.540810:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.540830:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312889600 00000100:00100000:3.0:1731347581.540837:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312889600 00000100:00100000:2.0:1731347581.540857:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312889728 00000100:00100000:2.0:1731347581.540861:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312889728 00002000:00100000:3.0:1731347581.540862:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (61440->65535) req@ffff880132f36680 x1815448312889600/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.540870:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f36680 with x1815448312889600 ext(61440->65535) 00002000:00010000:3.0:1731347581.540874:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f36680 00002000:00100000:2.0:1731347581.540879:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2961408->4194303) req@ffff880132f37100 x1815448312889728/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.540888:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f37100 with x1815448312889728 ext(2961408->4194303) 00002000:00010000:2.0:1731347581.540892:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f37100 00000100:00100000:3.0:1731347581.540896:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678656 00000100:00100000:3.0:1731347581.540901:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312889600:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.540916:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678657 00000100:00100000:2.0:1731347581.540921:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312889728:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:3.0:1731347581.541030:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312889600:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 126us (250us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1731347581.541037:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678656 00002000:00100000:3.0:1731347581.541042:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (61440->65535) req@ffff880132f36680 x1815448312889600/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.541049:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f36680 with x1815448312889600 ext(61440->65535) 00002000:00010000:3.0:1731347581.541051:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f36680 00000100:00100000:0.0:1731347581.542441:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.542484:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312889984 00000100:00100000:3.0:1731347581.542489:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312889984 00002000:00100000:3.0:1731347581.542504:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->114687) req@ffff880132f34e00 x1815448312889984/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.542512:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f34e00 with x1815448312889984 ext(0->114687) 00002000:00010000:3.0:1731347581.542515:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f34e00 00000100:00100000:3.0:1731347581.542536:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678658 00000100:00100000:3.0:1731347581.542541:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312889984:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.544078:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312889728:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 3152us (3263us total) trans 0 rc 790528/790528 00000100:00100000:2.0:1731347581.544086:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678657 00002000:00100000:2.0:1731347581.544093:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2961408->4194303) req@ffff880132f37100 x1815448312889728/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 790528/790528 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.544102:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f37100 with x1815448312889728 ext(2961408->4194303) 00002000:00010000:2.0:1731347581.544106:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f37100 00000100:00100000:3.0:1731347581.544276:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312889984:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1733us (1833us total) trans 0 rc 110592/110592 00000100:00100000:3.0:1731347581.544283:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678658 00002000:00100000:3.0:1731347581.544292:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (0->114687) req@ffff880132f34e00 x1815448312889984/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 110592/110592 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.544297:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f34e00 with x1815448312889984 ext(0->114687) 00002000:00010000:3.0:1731347581.544300:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f34e00 00000100:00100000:0.0:1731347581.545810:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.545883:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312890112 00000100:00100000:3.0:1731347581.545889:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312890112 00002000:00100000:3.0:1731347581.545907:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (61440->110783) req@ffff8800815bce00 x1815448312890112/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.545913:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bce00 with x1815448312890112 ext(61440->110783) 00002000:00010000:3.0:1731347581.545916:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800815bce00 00000100:00100000:3.0:1731347581.545935:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678659 00000100:00100000:3.0:1731347581.545939:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312890112:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347581.547164:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312890112:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1222us (1354us total) trans 4295367759 rc 0/0 00000100:00100000:3.0:1731347581.547170:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678659 00002000:00100000:3.0:1731347581.547175:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c43:0x0] (61440->110783) req@ffff8800815bce00 x1815448312890112/t4295367759(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.547181:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bce00 with x1815448312890112 ext(61440->110783) 00002000:00010000:3.0:1731347581.547183:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800815bce00 00000100:00100000:0.0:1731347581.547871:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.547913:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312890240 00000100:00100000:1.0:1731347581.547919:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312890240 00000100:00100000:1.0:1731347581.547946:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712784 00000100:00100000:1.0:1731347581.547950:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+202:13210:x1815448312890240:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.548018:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+202:13210:x1815448312890240:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 68us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.548023:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712784 00000100:00100000:0.0:1731347581.548639:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.548723:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312890368 00000100:00100000:2.0:1731347581.548728:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312890368 00000100:00100000:2.0:1731347581.548753:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205520 00000100:00100000:2.0:1731347581.548757:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312890368:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.549307:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367759 is committed 00000100:00100000:2.0:1731347581.549409:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312890368:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 649us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.549431:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205520 00000100:00100000:0.0:1731347581.550203:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.550271:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312890496 00000100:00100000:1.0:1731347581.550276:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312890496 00000100:00100000:1.0:1731347581.550301:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712785 00000100:00100000:1.0:1731347581.550305:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+202:13210:x1815448312890496:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.550314:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.550327:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078c83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fddf expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.550373:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078c8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.550386:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.550393:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.550405:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4305088 00000004:00200000:1.0:1731347581.550407:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.550432:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.550447:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078c83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fddf expref: 204 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.550462:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fddf expref: 203 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.550468:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.550469:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.550471:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbfcc0, rc 0) 00000100:00100000:1.0:1731347581.550489:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+203:13210:x1815448312890496:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 184us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.550493:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712785 00000100:00100000:0.0:1731347581.552136:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.552171:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312890624 00000100:00100000:3.0:1731347581.552175:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312890624 00002000:00100000:3.0:1731347581.552195:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1568768->1613823) req@ffff8800815bfb80 x1815448312890624/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.552207:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bfb80 with x1815448312890624 ext(1568768->1613823) 00002000:00010000:3.0:1731347581.552210:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815bfb80 00000100:00100000:3.0:1731347581.552228:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678660 00000100:00100000:3.0:1731347581.552232:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312890624:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347581.553277:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312890624:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1043us (1141us total) trans 4295336331 rc 0/0 00000100:00100000:3.0:1731347581.553282:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678660 00002000:00100000:3.0:1731347581.553286:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1568768->1613823) req@ffff8800815bfb80 x1815448312890624/t4295336331(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.553291:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bfb80 with x1815448312890624 ext(1568768->1613823) 00002000:00010000:3.0:1731347581.553294:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815bfb80 00000100:00100000:0.0:1731347581.553900:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.553937:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312890752 00000100:00100000:2.0:1731347581.553942:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312890752 00000100:00100000:2.0:1731347581.553962:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205521 00000100:00100000:2.0:1731347581.553966:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312890752:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:1.0:1731347581.554458:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336331 is committed 00000100:00100000:2.0:1731347581.554583:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312890752:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 614us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.554589:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205521 00000100:00100000:0.0:1731347581.555843:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.555884:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312890880 00000100:00100000:2.0:1731347581.555889:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312890880 00000100:00100000:2.0:1731347581.555911:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205522 00000100:00100000:2.0:1731347581.555914:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312890880:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.556014:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.556017:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.556019:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.556020:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.556021:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 872 -> 960 00000100:00100000:2.0:1731347581.556056:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312890880:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 140us (213us total) trans 4295336332 rc 0/0 00000100:00100000:2.0:1731347581.556060:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205522 00000100:00100000:0.0:1731347581.556826:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.556858:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312891136 00000100:00100000:1.0:1731347581.556863:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312891136 00000100:00100000:1.0:1731347581.556889:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712786 00000100:00100000:1.0:1731347581.556893:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+203:13210:x1815448312891136:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.556919:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.556935:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078c8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fddf expref: 203 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.556953:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.556956:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.557034:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e078c91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.557050:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e078c91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.557055:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e078c91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.557073:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161672 00000004:00010000:1.0:1731347581.557083:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800815be300 reply state ffff88009891c000 transno 4295161673 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e078c91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.557088:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd440/0xb104f9478e078c91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.557091:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.557093:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.557094:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.557134:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+205:13210:x1815448312891136:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 240us (309us total) trans 4295161673 rc 0/0 00000100:00100000:1.0:1731347581.557138:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712786 00000020:00080000:1.0:1731347581.557141:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.557821:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.557842:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.557861:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312891392 00000100:00100000:3.0:1731347581.557866:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312891392 00002000:00010000:3.0:1731347581.557879:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.557882:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bea00 with x1815448312891392 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.557888:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800815bea00. 00000100:00100000:2.0:1731347581.557893:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312891264 00000100:00100000:2.0:1731347581.557898:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312891264 00000100:00100000:3.0:1731347581.557900:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678661 00000100:00100000:3.0:1731347581.557904:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312891392:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.557908:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3951780->18446744073709551615) 00002000:00100000:2.0:1731347581.557910:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bdc00 with x1815448312891264 ext(3951780->18446744073709551615) 00002000:00010000:2.0:1731347581.557915:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815bdc00. 00000100:00100000:2.0:1731347581.557928:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678662 00000100:00100000:2.0:1731347581.557934:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312891264:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.558069:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 110784 -> 0 00002000:00010000:3.0:1731347581.558071:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.558073:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.558074:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.558075:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347581.558103:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312891392:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 198us (282us total) trans 4295367760 rc 0/0 00000100:00100000:3.0:1731347581.558108:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678661 00002000:00010000:3.0:1731347581.558110:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.558111:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bea00 with x1815448312891392 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.558114:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800815bea00. 00002000:00010000:2.0:1731347581.558131:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 3951780 00002000:00010000:2.0:1731347581.558133:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.558135:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.558136:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.558137:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:2.0:1731347581.558156:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312891264:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 222us (312us total) trans 4295336333 rc 0/0 00000100:00100000:2.0:1731347581.558161:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678662 00002000:00010000:2.0:1731347581.558163:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3951780->18446744073709551615) 00002000:00100000:2.0:1731347581.558165:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bdc00 with x1815448312891264 ext(3951780->18446744073709551615) 00002000:00010000:2.0:1731347581.558167:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815bdc00. 00000100:00100000:0.0:1731347581.559031:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.559066:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312891520 00000100:00100000:1.0:1731347581.559070:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312891520 00000100:00100000:1.0:1731347581.559093:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712787 00000100:00100000:1.0:1731347581.559097:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+205:13210:x1815448312891520:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.559107:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.559115:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078c98 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fde6 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.559152:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078c9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.559158:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078c9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.559162:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078c9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.559173:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3951780 00000004:00200000:1.0:1731347581.559175:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.559181:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078c9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.559192:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078c98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fde6 expref: 207 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.559201:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078c9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fde6 expref: 206 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.559205:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.559207:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.559208:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbe400, rc 0) 00000100:00100000:1.0:1731347581.559234:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+206:13210:x1815448312891520:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 136us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.559238:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712787 00000100:00100000:0.0:1731347581.560946:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.561020:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312891648 00000100:00100000:2.0:1731347581.561025:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312891648 00002000:00100000:2.0:1731347581.561042:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1208320->3391487) req@ffff8800815bc380 x1815448312891648/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 536/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.561048:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bc380 with x1815448312891648 ext(1208320->3391487) 00002000:00010000:2.0:1731347581.561051:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815bc380 00000100:00100000:2.0:1731347581.561069:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678663 00000100:00100000:2.0:1731347581.561072:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312891648:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.562702:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312891648:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1626us (1756us total) trans 4295336334 rc 0/0 00000100:00100000:2.0:1731347581.562709:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678663 00002000:00100000:2.0:1731347581.562714:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1208320->3391487) req@ffff8800815bc380 x1815448312891648/t4295336334(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 536/456 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.562720:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bc380 with x1815448312891648 ext(1208320->3391487) 00002000:00010000:2.0:1731347581.562723:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800815bc380 00000100:00100000:0.0:1731347581.563447:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.563493:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312891776 00000100:00100000:1.0:1731347581.563499:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312891776 00000100:00100000:1.0:1731347581.563530:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712788 00000100:00100000:1.0:1731347581.563534:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+206:13210:x1815448312891776:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.563599:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+206:13210:x1815448312891776:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 64us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.563603:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712788 00000100:00100000:0.0:1731347581.564118:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.564187:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312891904 00000100:00100000:2.0:1731347581.564191:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312891904 00000100:00100000:2.0:1731347581.564217:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205523 00000100:00100000:2.0:1731347581.564221:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312891904:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:2.0:1731347581.564859:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336334 is committed 00000100:00100000:0.0:1731347581.564937:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312891904:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 714us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347581.564943:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205523 00000100:00100000:0.0:1731347581.565933:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.566002:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312892160 00000100:00100000:1.0:1731347581.566007:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312892160 00000100:00100000:1.0:1731347581.566034:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712789 00000100:00100000:1.0:1731347581.566039:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+206:13210:x1815448312892160:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.566065:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.566082:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078c9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fde6 expref: 206 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.566093:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.566096:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.566184:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078ca6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.566201:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.566206:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.566227:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161674 00000004:00010000:1.0:1731347581.566237:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800815bd180 reply state ffff8800af6c0000 transno 4295161675 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.566246:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfcc0/0xb104f9478e078ca6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.566249:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.566251:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.566252:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.566292:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:13210:x1815448312892160:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 253us (359us total) trans 4295161675 rc 0/0 00000100:00100000:1.0:1731347581.566296:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712789 00000020:00080000:1.0:1731347581.566299:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.567026:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.567051:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.567088:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312892416 00000100:00100000:3.0:1731347581.567093:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312892416 00000100:00100000:2.0:1731347581.567101:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312892288 00000100:00100000:2.0:1731347581.567105:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312892288 00002000:00010000:3.0:1731347581.567108:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.567111:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bed80 with x1815448312892416 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.567116:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2609781->18446744073709551615) 00002000:00010000:3.0:1731347581.567117:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800815bed80. 00002000:00100000:2.0:1731347581.567118:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f3e300 with x1815448312892288 ext(2609781->18446744073709551615) 00002000:00010000:2.0:1731347581.567124:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f3e300. 00000100:00100000:3.0:1731347581.567136:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678664 00000100:00100000:3.0:1731347581.567140:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312892416:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:2.0:1731347581.567152:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678665 00000100:00100000:2.0:1731347581.567158:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312892288:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.567201:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1731347581.567203:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.567205:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.567206:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.567208:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1731347581.567233:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800815bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312892416:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 92us (209us total) trans 4295367761 rc 0/0 00000100:00100000:3.0:1731347581.567237:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678664 00002000:00010000:3.0:1731347581.567239:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.567241:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800815bed80 with x1815448312892416 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.567244:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800815bed80. 00002000:00010000:2.0:1731347581.568083:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3951780 -> 2609781 00002000:00010000:2.0:1731347581.568086:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.568087:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.568089:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.568090:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 960 -> 912 00000100:00100000:2.0:1731347581.568117:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312892288:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 959us (1065us total) trans 4295336335 rc 0/0 00000100:00100000:2.0:1731347581.568122:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678665 00002000:00010000:2.0:1731347581.568123:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2609781->18446744073709551615) 00002000:00100000:2.0:1731347581.568125:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f3e300 with x1815448312892288 ext(2609781->18446744073709551615) 00002000:00010000:2.0:1731347581.568128:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f3e300. 00000100:00100000:0.0:1731347581.570203:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.570283:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312892544 00000100:00100000:1.0:1731347581.570289:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312892544 00000100:00100000:1.0:1731347581.570321:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712790 00000100:00100000:1.0:1731347581.570325:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+208:13210:x1815448312892544:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.570340:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.570353:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078cad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fded expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.570405:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078cb4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.570414:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.570441:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.570457:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2609781 00000004:00200000:1.0:1731347581.570459:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.570467:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.570482:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078cad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fded expref: 210 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.570492:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fded expref: 209 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.570497:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.570498:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.570500:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbed00, rc 0) 00000100:00100000:1.0:1731347581.570532:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+209:13210:x1815448312892544:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 206us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.570537:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712790 00000100:00100000:0.0:1731347581.572429:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.572482:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312892672 00000100:00100000:2.0:1731347581.572487:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312892672 00000100:00100000:2.0:1731347581.572515:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205524 00000100:00100000:2.0:1731347581.572519:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312892672:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.572643:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 612891 00002000:00010000:2.0:1731347581.572645:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.572647:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.572649:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.572650:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 96 00000100:00100000:2.0:1731347581.572679:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312892672:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 159us (267us total) trans 4295367762 rc 0/0 00000100:00100000:2.0:1731347581.572684:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205524 00000100:00100000:0.0:1731347581.573966:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.574004:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312892800 00000100:00100000:2.0:1731347581.574009:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312892800 00002000:00100000:2.0:1731347581.574026:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (307200->344063) req@ffff8800a5f3ea00 x1815448312892800/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.574033:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f3ea00 with x1815448312892800 ext(307200->344063) 00002000:00010000:2.0:1731347581.574044:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f3ea00 00000100:00100000:2.0:1731347581.574061:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678666 00000100:00100000:2.0:1731347581.574067:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312892800:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.575208:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312892800:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1139us (1241us total) trans 4295336336 rc 0/0 00000100:00100000:2.0:1731347581.575214:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678666 00002000:00100000:2.0:1731347581.575218:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (307200->344063) req@ffff8800a5f3ea00 x1815448312892800/t4295336336(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.575224:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f3ea00 with x1815448312892800 ext(307200->344063) 00002000:00010000:2.0:1731347581.575227:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5f3ea00 00000100:00100000:0.0:1731347581.575883:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.575927:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312892928 00000100:00100000:1.0:1731347581.575932:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312892928 00000100:00100000:1.0:1731347581.575962:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712791 00000100:00100000:1.0:1731347581.575966:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+209:13210:x1815448312892928:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.576028:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+209:13210:x1815448312892928:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 61us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.576032:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712791 00000100:00100000:0.0:1731347581.576592:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.576622:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312893056 00000100:00100000:2.0:1731347581.576626:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312893056 00000100:00100000:2.0:1731347581.576641:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205525 00000100:00100000:2.0:1731347581.576644:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312893056:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.577171:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336336 is committed 00000100:00100000:2.0:1731347581.577274:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312893056:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 626us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.577281:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205525 00000100:00100000:0.0:1731347581.578270:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.578336:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312893184 00000100:00100000:2.0:1731347581.578341:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312893184 00000100:00100000:2.0:1731347581.578364:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205526 00000100:00100000:2.0:1731347581.578368:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312893184:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.578586:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2609781 -> 2609781 00002000:00010000:2.0:1731347581.578589:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.578591:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.578592:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.578594:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 912 -> 944 00000100:00100000:2.0:1731347581.578619:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312893184:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 250us (350us total) trans 4295336337 rc 0/0 00000100:00100000:2.0:1731347581.578623:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205526 00000100:00100000:0.0:1731347581.580616:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.580663:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312893440 00000100:00100000:2.0:1731347581.580668:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312893440 00002000:00100000:2.0:1731347581.580688:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (114688->987135) req@ffff8800a5f3d880 x1815448312893440/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.580695:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f3d880 with x1815448312893440 ext(114688->987135) 00002000:00010000:2.0:1731347581.580699:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5f3d880 00000100:00100000:2.0:1731347581.580718:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678667 00000100:00100000:2.0:1731347581.580721:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312893440:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.583133:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312893440:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 2406us (2514us total) trans 0 rc 499712/499712 00000100:00100000:2.0:1731347581.583140:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678667 00002000:00100000:2.0:1731347581.583145:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (114688->987135) req@ffff8800a5f3d880 x1815448312893440/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 499712/499712 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.583151:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f3d880 with x1815448312893440 ext(114688->987135) 00002000:00010000:2.0:1731347581.583154:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5f3d880 00000100:00100000:0.0:1731347581.584498:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.584541:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312893568 00000100:00100000:2.0:1731347581.584547:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312893568 00002000:00100000:2.0:1731347581.584568:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (262144->1044362) req@ffff8800a5f3d180 x1815448312893568/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.584575:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f3d180 with x1815448312893568 ext(262144->1044362) 00002000:00010000:2.0:1731347581.584578:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5f3d180 00000100:00100000:2.0:1731347581.584596:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678668 00000100:00100000:2.0:1731347581.584600:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312893568:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:2.0:1731347581.586148:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312893568:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1544us (1648us total) trans 4295367763 rc 0/0 00000100:00100000:2.0:1731347581.586154:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678668 00002000:00100000:2.0:1731347581.586164:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (262144->1044362) req@ffff8800a5f3d180 x1815448312893568/t4295367763(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.586170:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5f3d180 with x1815448312893568 ext(262144->1044362) 00002000:00010000:2.0:1731347581.586173:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5f3d180 00000100:00100000:0.0:1731347581.586870:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.586906:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312893696 00000100:00100000:2.0:1731347581.586910:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312893696 00000100:00100000:2.0:1731347581.586934:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205527 00000100:00100000:2.0:1731347581.586938:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312893696:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.587375:0:9550:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4295367763 is committed 00000100:00100000:2.0:1731347581.587472:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312893696:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 532us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.587478:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205527 00000100:00100000:0.0:1731347581.588307:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.588342:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312893952 00000100:00100000:2.0:1731347581.588347:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312893952 00002000:00100000:2.0:1731347581.588365:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3952640->3956735) req@ffff880064e4f100 x1815448312893952/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.588373:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4f100 with x1815448312893952 ext(3952640->3956735) 00002000:00010000:2.0:1731347581.588376:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4f100 00000100:00100000:2.0:1731347581.588395:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678669 00000100:00100000:2.0:1731347581.588399:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312893952:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.588493:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312893952:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 93us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.588498:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678669 00002000:00100000:2.0:1731347581.588501:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3952640->3956735) req@ffff880064e4f100 x1815448312893952/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.588506:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4f100 with x1815448312893952 ext(3952640->3956735) 00002000:00010000:2.0:1731347581.588508:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4f100 00000100:00100000:0.0:1731347581.589289:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.589354:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312894080 00000100:00100000:2.0:1731347581.589358:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312894080 00000100:00100000:2.0:1731347581.589382:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205528 00000100:00100000:2.0:1731347581.589386:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312894080:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.589544:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2609781 -> 2609781 00002000:00010000:2.0:1731347581.589547:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.589549:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.589550:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.589552:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 944 -> 944 00000100:00100000:2.0:1731347581.589578:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312894080:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 191us (289us total) trans 4295336338 rc 0/0 00000100:00100000:2.0:1731347581.589583:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205528 00000100:00100000:0.0:1731347581.590344:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.590402:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312894336 00000100:00100000:1.0:1731347581.590407:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312894336 00000100:00100000:1.0:1731347581.590458:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712792 00000100:00100000:1.0:1731347581.590463:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+209:13210:x1815448312894336:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.590490:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.590507:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078cb4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fded expref: 209 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.590529:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.590532:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.590609:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078cbb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.590625:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078cbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.590630:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078cbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.590647:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161676 00000004:00010000:1.0:1731347581.590657:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880064e4c380 reply state ffff88009b58d000 transno 4295161677 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078cbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.590662:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd200/0xb104f9478e078cbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.590666:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.590667:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.590668:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.590709:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:13210:x1815448312894336:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 246us (365us total) trans 4295161677 rc 0/0 00000100:00100000:1.0:1731347581.590713:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712792 00000020:00080000:1.0:1731347581.590716:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.591380:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.591402:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.591414:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312894464 00000100:00100000:2.0:1731347581.591432:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312894464 00000100:00100000:3.0:1731347581.591433:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312894592 00000100:00100000:3.0:1731347581.591437:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312894592 00002000:00010000:2.0:1731347581.591444:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2343714->18446744073709551615) 00002000:00100000:2.0:1731347581.591446:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4fb80 with x1815448312894464 ext(2343714->18446744073709551615) 00002000:00010000:3.0:1731347581.591449:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00010000:2.0:1731347581.591451:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4fb80. 00002000:00100000:3.0:1731347581.591452:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4e300 with x1815448312894592 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.591457:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880064e4e300. 00000100:00100000:2.0:1731347581.591463:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678670 00000100:00100000:2.0:1731347581.591467:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312894464:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.591468:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678671 00000100:00100000:3.0:1731347581.591472:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312894592:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.591743:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2609781 -> 2343714 00002000:00010000:2.0:1731347581.591746:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.591747:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.591748:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.591750:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 944 -> 920 00000100:00100000:2.0:1731347581.591784:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312894464:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 316us (405us total) trans 4295336339 rc 0/0 00000100:00100000:2.0:1731347581.591789:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678670 00002000:00010000:2.0:1731347581.591791:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2343714->18446744073709551615) 00002000:00100000:2.0:1731347581.591793:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4fb80 with x1815448312894464 ext(2343714->18446744073709551615) 00002000:00010000:2.0:1731347581.591796:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4fb80. 00002000:00010000:3.0:1731347581.592176:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 612891 -> 0 00002000:00010000:3.0:1731347581.592179:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.592180:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.592182:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.592183:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 96 -> 0 00000100:00100000:3.0:1731347581.592210:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312894592:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 736us (806us total) trans 4295367764 rc 0/0 00000100:00100000:3.0:1731347581.592214:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678671 00002000:00010000:3.0:1731347581.592216:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.592218:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4e300 with x1815448312894592 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.592221:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880064e4e300. 00000100:00100000:0.0:1731347581.593797:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.593841:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312894720 00000100:00100000:1.0:1731347581.593846:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312894720 00000100:00100000:1.0:1731347581.593875:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712793 00000100:00100000:1.0:1731347581.593879:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4aee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+211:13210:x1815448312894720:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.593892:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.593903:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078cc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fdf4 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.593949:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078cc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.593957:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.593964:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.593979:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2343714 00000004:00200000:1.0:1731347581.593981:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.593990:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.594003:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078cc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdf4 expref: 213 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.594012:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdf4 expref: 212 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.594017:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.594019:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.594020:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbf180, rc 0) 00000100:00100000:1.0:1731347581.594048:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4aee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+212:13210:x1815448312894720:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 168us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.594053:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712793 00000100:00100000:0.0:1731347581.595446:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.595521:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312894848 00000100:00100000:3.0:1731347581.595527:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312894848 00002000:00100000:3.0:1731347581.595549:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1990656->2035711) req@ffff880064e4c000 x1815448312894848/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.595556:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4c000 with x1815448312894848 ext(1990656->2035711) 00002000:00010000:3.0:1731347581.595559:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4c000 00000100:00100000:3.0:1731347581.595579:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678672 00000100:00100000:3.0:1731347581.595583:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312894848:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:3.0:1731347581.596810:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312894848:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1223us (1361us total) trans 4295336340 rc 0/0 00000100:00100000:3.0:1731347581.596818:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678672 00002000:00100000:3.0:1731347581.596826:0:15880:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1990656->2035711) req@ffff880064e4c000 x1815448312894848/t4295336340(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1731347581.596834:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4c000 with x1815448312894848 ext(1990656->2035711) 00002000:00010000:3.0:1731347581.596838:0:15880:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4c000 00000100:00100000:0.0:1731347581.597412:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.597463:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312894976 00000100:00100000:1.0:1731347581.597467:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312894976 00000100:00100000:1.0:1731347581.597493:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712794 00000100:00100000:1.0:1731347581.597497:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+212:13210:x1815448312894976:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.597562:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+212:13210:x1815448312894976:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 64us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.597567:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712794 00000100:00100000:0.0:1731347581.598153:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.598187:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312895104 00000100:00100000:2.0:1731347581.598191:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312895104 00000100:00100000:2.0:1731347581.598216:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205529 00000100:00100000:2.0:1731347581.598219:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312895104:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.598755:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336340 is committed 00000100:00100000:2.0:1731347581.598840:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312895104:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 619us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.598845:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205529 00000100:00100000:0.0:1731347581.600230:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.600273:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312895360 00000100:00100000:1.0:1731347581.600279:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312895360 00000100:00100000:1.0:1731347581.600308:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712795 00000100:00100000:1.0:1731347581.600313:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+212:13210:x1815448312895360:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.600344:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.600362:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078cc9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdf4 expref: 212 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.600374:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.600377:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.600496:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078cd0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.600514:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.600520:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.600540:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161678 00000004:00010000:1.0:1731347581.600550:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880064e4dc00 reply state ffff880077af9000 transno 4295161679 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.600556:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbc000/0xb104f9478e078cd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.600560:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.600562:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.600563:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.600610:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+214:13210:x1815448312895360:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 296us (380us total) trans 4295161679 rc 0/0 00000100:00100000:1.0:1731347581.600615:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712795 00000020:00080000:1.0:1731347581.600617:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.601523:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.601557:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.601571:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312895616 00000100:00100000:3.0:1731347581.601576:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312895616 00002000:00010000:3.0:1731347581.601592:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (793410->18446744073709551615) 00002000:00100000:3.0:1731347581.601596:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4d880 with x1815448312895616 ext(793410->18446744073709551615) 00000100:00100000:2.0:1731347581.601601:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312895488 00002000:00010000:3.0:1731347581.601602:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880064e4d880. 00000100:00100000:2.0:1731347581.601607:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312895488 00000100:00100000:3.0:1731347581.601620:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678673 00002000:00010000:2.0:1731347581.601622:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00000100:00100000:3.0:1731347581.601624:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312895616:12345-192.168.203.60@tcp:10:fsx.0 00002000:00100000:2.0:1731347581.601626:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4ea00 with x1815448312895488 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347581.601632:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4ea00. 00000100:00100000:0.0:1731347581.601646:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678674 00000100:00100000:0.0:1731347581.601652:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312895488:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:3.0:1731347581.601729:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 793410 00002000:00010000:3.0:1731347581.601731:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.601733:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.601734:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.601735:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1731347581.601737:0:15878:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2343714 -> 4194304 00002000:00010000:0.0:1731347581.601740:0:15878:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.601742:0:15878:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.601745:0:15878:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.601747:0:15878:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 920 -> 1008 00000100:00100000:3.0:1731347581.601778:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312895616:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 152us (256us total) trans 4295367765 rc 0/0 00000100:00100000:3.0:1731347581.601784:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678673 00000100:00100000:0.0:1731347581.601785:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312895488:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 131us (227us total) trans 4295336341 rc 0/0 00002000:00010000:3.0:1731347581.601787:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (793410->18446744073709551615) 00002000:00100000:3.0:1731347581.601788:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4d880 with x1815448312895616 ext(793410->18446744073709551615) 00002000:00010000:3.0:1731347581.601791:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880064e4d880. 00000100:00100000:0.0:1731347581.601791:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678674 00002000:00010000:0.0:1731347581.601794:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:0.0:1731347581.601796:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4ea00 with x1815448312895488 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1731347581.601801:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4ea00. 00000100:00100000:0.0:1731347581.602567:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.602613:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312895744 00000100:00100000:1.0:1731347581.602618:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312895744 00000100:00100000:1.0:1731347581.602642:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712796 00000100:00100000:1.0:1731347581.602646:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+214:13210:x1815448312895744:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.602657:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.602666:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078cd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fdfb expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.602708:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078cde lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.602716:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.602722:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.602734:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4987714 00000004:00200000:1.0:1731347581.602737:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.602745:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.602757:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078cd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdfb expref: 216 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.602783:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078cde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdfb expref: 215 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.602788:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.602789:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.602791:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbd8c0, rc 0) 00000100:00100000:1.0:1731347581.602816:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+215:13210:x1815448312895744:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 169us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.602820:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712796 00000100:00100000:0.0:1731347581.607050:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.607101:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312896000 00000100:00100000:2.0:1731347581.607109:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312896000 00002000:00100000:2.0:1731347581.607146:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1163264->4194303) req@ffff880064e4ca80 x1815448312896000/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.607156:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4ca80 with x1815448312896000 ext(1163264->4194303) 00002000:00010000:2.0:1731347581.607161:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4ca80 00000100:00100000:2.0:1731347581.607190:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678675 00000100:00100000:2.0:1731347581.607197:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312896000:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.613824:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312896000:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 6617us (6771us total) trans 0 rc 1916928/1916928 00000100:00100000:2.0:1731347581.613836:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678675 00002000:00100000:2.0:1731347581.613846:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1163264->4194303) req@ffff880064e4ca80 x1815448312896000/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 1916928/1916928 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.613855:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4ca80 with x1815448312896000 ext(1163264->4194303) 00002000:00010000:2.0:1731347581.613860:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4ca80 00000100:00100000:0.0:1731347581.615276:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.615322:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312896128 00000100:00100000:2.0:1731347581.615329:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312896128 00002000:00100000:2.0:1731347581.615348:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2949120->2977791) req@ffff880064e4e680 x1815448312896128/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.615357:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4e680 with x1815448312896128 ext(2949120->2977791) 00002000:00010000:2.0:1731347581.615361:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4e680 00000100:00100000:2.0:1731347581.615386:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678676 00000100:00100000:2.0:1731347581.615392:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312896128:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.616529:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312896128:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1135us (1252us total) trans 4295336342 rc 0/0 00000100:00100000:0.0:1731347581.616535:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678676 00002000:00100000:0.0:1731347581.616540:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2949120->2977791) req@ffff880064e4e680 x1815448312896128/t4295336342(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.616545:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880064e4e680 with x1815448312896128 ext(2949120->2977791) 00002000:00010000:0.0:1731347581.616548:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880064e4e680 00000100:00100000:0.0:1731347581.617102:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.617151:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312896256 00000100:00100000:1.0:1731347581.617156:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312896256 00000100:00100000:1.0:1731347581.617185:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712797 00000100:00100000:1.0:1731347581.617190:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+215:13210:x1815448312896256:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.617254:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+215:13210:x1815448312896256:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 64us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.617259:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712797 00000100:00100000:0.0:1731347581.617782:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.617828:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312896384 00000100:00100000:2.0:1731347581.617832:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312896384 00000100:00100000:2.0:1731347581.617851:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205530 00000100:00100000:2.0:1731347581.617855:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312896384:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.618316:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336342 is committed 00000100:00100000:2.0:1731347581.618440:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312896384:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 556us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.618448:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205530 00000100:00100000:0.0:1731347581.619196:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.619262:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312896512 00000100:00100000:2.0:1731347581.619266:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312896512 00000100:00100000:2.0:1731347581.619289:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205531 00000100:00100000:2.0:1731347581.619293:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312896512:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.619389:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.619391:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.619393:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.619394:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.619395:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1008 -> 1064 00000100:00100000:2.0:1731347581.619437:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312896512:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 142us (241us total) trans 4295336343 rc 0/0 00000100:00100000:2.0:1731347581.619442:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205531 00000100:00100000:0.0:1731347581.620450:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.620495:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312896640 00000100:00100000:2.0:1731347581.620499:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312896640 00000100:00100000:2.0:1731347581.620516:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205532 00000100:00100000:2.0:1731347581.620521:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880064e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312896640:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.620602:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.620605:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.620607:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.620609:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.620611:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1064 -> 1120 00000100:00100000:2.0:1731347581.620644:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880064e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312896640:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 121us (194us total) trans 4295336344 rc 0/0 00000100:00100000:2.0:1731347581.620651:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205532 00000100:00100000:0.0:1731347581.621830:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.621869:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312896768 00000100:00100000:2.0:1731347581.621874:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312896768 00002000:00100000:2.0:1731347581.621893:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (712704->1552383) req@ffff88007e825180 x1815448312896768/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.621903:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e825180 with x1815448312896768 ext(712704->1552383) 00002000:00010000:2.0:1731347581.621907:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e825180 00000100:00100000:2.0:1731347581.621930:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678677 00000100:00100000:2.0:1731347581.621935:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e825180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312896768:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.623144:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e825180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312896768:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1205us (1311us total) trans 4295336345 rc 0/0 00000100:00100000:0.0:1731347581.623156:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678677 00002000:00100000:0.0:1731347581.623162:0:15878:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x4c43:0x0] (712704->1552383) req@ffff88007e825180 x1815448312896768/t4295336345(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.623170:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e825180 with x1815448312896768 ext(712704->1552383) 00002000:00010000:0.0:1731347581.623174:0:15878:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e825180 00000100:00100000:0.0:1731347581.623751:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.623798:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312896896 00000100:00100000:2.0:1731347581.623802:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312896896 00000100:00100000:2.0:1731347581.623823:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205533 00000100:00100000:2.0:1731347581.623828:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312896896:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.624235:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336345 is committed 00000100:00100000:2.0:1731347581.624302:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312896896:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 472us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.624308:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205533 00000100:00100000:0.0:1731347581.625140:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.625188:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312897152 00000100:00100000:1.0:1731347581.625193:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312897152 00000100:00100000:1.0:1731347581.625225:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712798 00000100:00100000:1.0:1731347581.625229:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+215:13210:x1815448312897152:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.625257:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.625273:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078cde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fdfb expref: 215 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.625292:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.625295:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.625374:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078ce5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.625391:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.625397:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.625443:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161680 00000004:00010000:1.0:1731347581.625457:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007e825500 reply state ffff880077af8000 transno 4295161681 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.625464:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbcb40/0xb104f9478e078ce5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.625467:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.625469:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.625471:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.625514:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+217:13210:x1815448312897152:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 284us (375us total) trans 4295161681 rc 0/0 00000100:00100000:1.0:1731347581.625518:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712798 00000020:00080000:1.0:1731347581.625521:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.626197:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.626230:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.626246:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312897408 00000100:00100000:2.0:1731347581.626250:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312897408 00002000:00010000:2.0:1731347581.626264:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.626268:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e827800 with x1815448312897408 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.626275:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e827800. 00000100:00100000:2.0:1731347581.626286:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312897280 00000100:00100000:2.0:1731347581.626288:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312897280 00002000:00010000:2.0:1731347581.626295:0:15878:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (738969->18446744073709551615) 00002000:00100000:2.0:1731347581.626298:0:15878:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e824700 with x1815448312897280 ext(738969->18446744073709551615) 00000100:00100000:0.0:1731347581.626300:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678678 00002000:00010000:2.0:1731347581.626303:0:15878:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e824700. 00000100:00100000:0.0:1731347581.626306:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312897408:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:3.0:1731347581.626314:0:15880:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678679 00000100:00100000:3.0:1731347581.626320:0:15880:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e824700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312897280:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347581.626441:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 793410 -> 0 00002000:00010000:0.0:1731347581.626445:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.626447:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347581.626449:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.626452:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1731347581.626485:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312897408:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 178us (289us total) trans 4295367766 rc 0/0 00000100:00100000:0.0:1731347581.626493:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678678 00002000:00010000:0.0:1731347581.626496:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347581.626499:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e827800 with x1815448312897408 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347581.626504:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e827800. 00002000:00010000:3.0:1731347581.628523:0:15880:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 738969 00002000:00010000:3.0:1731347581.628526:0:15880:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.628528:0:15880:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.628529:0:15880:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.628530:0:15880:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 1120 -> 368 00000100:00100000:3.0:1731347581.628562:0:15880:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e824700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312897280:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 2240us (2330us total) trans 4295336346 rc 0/0 00000100:00100000:3.0:1731347581.628566:0:15880:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678679 00002000:00010000:3.0:1731347581.628569:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (738969->18446744073709551615) 00002000:00100000:3.0:1731347581.628571:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e824700 with x1815448312897280 ext(738969->18446744073709551615) 00002000:00010000:3.0:1731347581.628574:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e824700. 00000100:00100000:0.0:1731347581.631908:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.631960:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312897536 00000100:00100000:1.0:1731347581.631969:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312897536 00000100:00100000:1.0:1731347581.632010:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712799 00000100:00100000:1.0:1731347581.632014:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+217:13210:x1815448312897536:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.632033:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.632045:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078cec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fe02 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.632106:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078cf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.632116:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.632123:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.632138:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 738969 00000004:00200000:1.0:1731347581.632140:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.632150:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.632165:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078cec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe02 expref: 219 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.632185:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe02 expref: 218 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.632190:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.632191:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.632193:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbf600, rc 0) 00000100:00100000:1.0:1731347581.632224:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+218:13210:x1815448312897536:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 209us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.632228:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712799 00000100:00100000:0.0:1731347581.633669:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.633745:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312897792 00000100:00100000:1.0:1731347581.633751:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312897792 00000100:00100000:1.0:1731347581.633799:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712800 00000100:00100000:1.0:1731347581.633807:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+218:13210:x1815448312897792:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.633834:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.633847:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078cf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe02 expref: 218 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.633857:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.633860:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.633953:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e078cfa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.633968:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e078cfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.633973:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e078cfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.633993:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161682 00000004:00010000:1.0:1731347581.634002:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007e827b80 reply state ffff880081497000 transno 4295161683 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e078cfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.634007:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbdf80/0xb104f9478e078cfa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.634011:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.634012:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.634013:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.634060:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+220:13210:x1815448312897792:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 254us (395us total) trans 4295161683 rc 0/0 00000100:00100000:1.0:1731347581.634064:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712800 00000020:00080000:1.0:1731347581.634067:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.634975:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.634999:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.635013:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312897920 00000100:00100000:3.0:1731347581.635019:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312897920 00002000:00010000:3.0:1731347581.635033:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3008394->18446744073709551615) 00002000:00100000:3.0:1731347581.635036:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e825f80 with x1815448312897920 ext(3008394->18446744073709551615) 00002000:00010000:3.0:1731347581.635042:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e825f80. 00000100:00100000:3.0:1731347581.635059:0:15880:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312898048 00000100:00100000:3.0:1731347581.635061:0:15880:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312898048 00002000:00010000:3.0:1731347581.635066:0:15880:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:3.0:1731347581.635068:0:15880:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e824e00 with x1815448312898048 ext(0->18446744073709551615) 00002000:00010000:3.0:1731347581.635072:0:15880:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e824e00. 00000100:00100000:1.0:1731347581.635076:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678680 00000100:00100000:1.0:1731347581.635082:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312897920:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347581.635086:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678681 00000100:00100000:0.0:1731347581.635094:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2003:x1815448312898048:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:0.0:1731347581.635162:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1731347581.635164:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.635166:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:0.0:1731347581.635167:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.635168:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1731347581.635184:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 738969 -> 3008394 00002000:00010000:1.0:1731347581.635187:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.635188:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.635189:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.635191:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:0.0:1731347581.635195:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312898048:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 101us (194us total) trans 4295367767 rc 0/0 00000100:00100000:0.0:1731347581.635199:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678681 00002000:00010000:0.0:1731347581.635201:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:0.0:1731347581.635203:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e824e00 with x1815448312898048 ext(0->18446744073709551615) 00002000:00010000:0.0:1731347581.635206:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e824e00. 00000100:00100000:1.0:1731347581.635208:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312897920:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 126us (234us total) trans 4295336347 rc 0/0 00000100:00100000:1.0:1731347581.635213:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678680 00002000:00010000:1.0:1731347581.635215:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (3008394->18446744073709551615) 00002000:00100000:1.0:1731347581.635217:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e825f80 with x1815448312897920 ext(3008394->18446744073709551615) 00002000:00010000:1.0:1731347581.635220:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e825f80. 00000100:00100000:0.0:1731347581.636127:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.636164:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312898176 00000100:00100000:1.0:1731347581.636168:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312898176 00000100:00100000:1.0:1731347581.636191:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712801 00000100:00100000:1.0:1731347581.636195:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+220:13210:x1815448312898176:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.636205:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.636213:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078d01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fe09 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.636250:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.636257:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.636262:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.636275:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 3008394 00000004:00200000:1.0:1731347581.636277:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.636285:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.636296:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078d01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe09 expref: 222 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.636304:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe09 expref: 221 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.636309:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.636310:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.636312:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbfa80, rc 0) 00000100:00100000:1.0:1731347581.636338:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+221:13210:x1815448312898176:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 142us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.636342:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712801 00000100:00100000:0.0:1731347581.637759:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.637823:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312898304 00000100:00100000:2.0:1731347581.637827:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312898304 00000100:00100000:2.0:1731347581.637857:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205534 00000100:00100000:2.0:1731347581.637863:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e826680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312898304:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.637991:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3008394 -> 3008394 00002000:00010000:2.0:1731347581.637994:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.637996:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.637999:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.638001:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:2.0:1731347581.638033:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e826680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312898304:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 168us (273us total) trans 4295336348 rc 0/0 00000100:00100000:2.0:1731347581.638043:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205534 00000100:00100000:0.0:1731347581.642665:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.642700:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312898560 00000100:00100000:1.0:1731347581.642708:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312898560 00002000:00100000:1.0:1731347581.642736:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (741376->4161535) req@ffff88007e825c00 x1815448312898560/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.642744:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e825c00 with x1815448312898560 ext(741376->4161535) 00002000:00010000:1.0:1731347581.642748:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e825c00 00000100:00100000:1.0:1731347581.642780:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678682 00000100:00100000:1.0:1731347581.642785:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312898560:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347581.650481:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312898560:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 7687us (7815us total) trans 0 rc 2269184/2269184 00000100:00100000:1.0:1731347581.650490:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678682 00002000:00100000:1.0:1731347581.650499:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (741376->4161535) req@ffff88007e825c00 x1815448312898560/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 2269184/2269184 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.650506:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e825c00 with x1815448312898560 ext(741376->4161535) 00002000:00010000:1.0:1731347581.650510:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e825c00 00000100:00100000:0.0:1731347581.652718:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.652804:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312898688 00000100:00100000:2.0:1731347581.652812:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312898688 00000100:00100000:2.0:1731347581.652852:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205535 00000100:00100000:2.0:1731347581.652858:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312898688:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.653008:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3008394 -> 3008394 00002000:00010000:2.0:1731347581.653011:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.653013:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.653015:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.653018:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 368 -> 384 00000100:00100000:2.0:1731347581.653060:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312898688:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 202us (349us total) trans 4295336349 rc 0/0 00000100:00100000:2.0:1731347581.653067:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205535 00000100:00100000:0.0:1731347581.654315:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.654374:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312898816 00000100:00100000:1.0:1731347581.654380:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312898816 00002000:00100000:1.0:1731347581.654400:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2326528->4194303) req@ffff88007e827100 x1815448312898816/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.654408:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e827100 with x1815448312898816 ext(2326528->4194303) 00002000:00010000:1.0:1731347581.654412:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e827100 00000100:00100000:1.0:1731347581.654452:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678683 00000100:00100000:1.0:1731347581.654456:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312898816:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.655614:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312898816:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1152us (1296us total) trans 4295336350 rc 0/0 00000100:00100000:0.0:1731347581.655622:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678683 00002000:00100000:0.0:1731347581.655629:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (2326528->4194303) req@ffff88007e827100 x1815448312898816/t4295336350(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.655643:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e827100 with x1815448312898816 ext(2326528->4194303) 00002000:00010000:0.0:1731347581.655647:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e827100 00000100:00100000:0.0:1731347581.656312:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.656354:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312898944 00000100:00100000:1.0:1731347581.656360:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312898944 00000100:00100000:1.0:1731347581.656393:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712802 00000100:00100000:1.0:1731347581.656399:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+221:13210:x1815448312898944:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.656485:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+221:13210:x1815448312898944:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 86us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.656489:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712802 00000100:00100000:0.0:1731347581.657111:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.657149:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312899072 00000100:00100000:2.0:1731347581.657154:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312899072 00000100:00100000:2.0:1731347581.657172:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205536 00000100:00100000:2.0:1731347581.657176:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312899072:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:2.0:1731347581.657734:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336350 is committed 00000100:00100000:0.0:1731347581.657806:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2004:x1815448312899072:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 628us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1731347581.657811:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205536 00000100:00100000:0.0:1731347581.658975:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.659009:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312899200 00000100:00100000:2.0:1731347581.659013:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312899200 00000100:00100000:2.0:1731347581.659030:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205537 00000100:00100000:2.0:1731347581.659034:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312899200:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.659210:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 3008394 -> 4194304 00002000:00010000:2.0:1731347581.659213:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.659214:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.659216:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.659218:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 384 -> 456 00000100:00100000:2.0:1731347581.659244:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312899200:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 209us (270us total) trans 4295336351 rc 0/0 00000100:00100000:2.0:1731347581.659249:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205537 00000100:00100000:0.0:1731347581.660184:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.660218:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312899328 00000100:00100000:2.0:1731347581.660221:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312899328 00000100:00100000:2.0:1731347581.660235:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205538 00000100:00100000:2.0:1731347581.660238:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312899328:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.660321:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.660323:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.660324:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.660326:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.660327:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 456 -> 512 00000100:00100000:2.0:1731347581.660352:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2003:x1815448312899328:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 112us (170us total) trans 4295336352 rc 0/0 00000100:00100000:2.0:1731347581.660356:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205538 00000100:00100000:0.0:1731347581.662300:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.662344:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312899456 00000100:00100000:2.0:1731347581.662350:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312899456 00000100:00100000:2.0:1731347581.662371:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205539 00000100:00100000:2.0:1731347581.662376:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312899456:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.662495:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.662498:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.662499:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.662501:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.662502:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 512 -> 640 00000100:00100000:2.0:1731347581.662536:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312899456:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 159us (239us total) trans 4295336353 rc 0/0 00000100:00100000:2.0:1731347581.662541:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205539 00000100:00100000:0.0:1731347581.663351:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.663380:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312899584 00000100:00100000:2.0:1731347581.663384:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312899584 00000100:00100000:2.0:1731347581.663398:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205540 00000100:00100000:2.0:1731347581.663402:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312899584:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.663483:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.663485:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.663486:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.663488:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.663489:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 640 -> 680 00000100:00100000:2.0:1731347581.663514:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312899584:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 111us (163us total) trans 4295336354 rc 0/0 00000100:00100000:2.0:1731347581.663518:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205540 00000100:00100000:0.0:1731347581.664314:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.664352:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312899712 00000100:00100000:2.0:1731347581.664356:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312899712 00000100:00100000:2.0:1731347581.664385:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205541 00000100:00100000:2.0:1731347581.664391:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312899712:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.664486:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.664489:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.664492:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.664494:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.664496:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:2.0:1731347581.664530:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312899712:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 138us (216us total) trans 4295336355 rc 0/0 00000100:00100000:2.0:1731347581.664540:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205541 00000100:00100000:0.0:1731347581.666179:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.666257:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312899840 00000100:00100000:2.0:1731347581.666265:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312899840 00002000:00100000:2.0:1731347581.666297:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1286144->3620863) req@ffff88007cc47b80 x1815448312899840/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.666308:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc47b80 with x1815448312899840 ext(1286144->3620863) 00002000:00010000:2.0:1731347581.666314:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc47b80 00000100:00100000:2.0:1731347581.666342:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678684 00000100:00100000:2.0:1731347581.666349:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312899840:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.668204:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312899840:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1849us (2026us total) trans 4295336356 rc 0/0 00000100:00100000:0.0:1731347581.668215:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678684 00002000:00100000:0.0:1731347581.668225:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1286144->3620863) req@ffff88007cc47b80 x1815448312899840/t4295336356(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.668234:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc47b80 with x1815448312899840 ext(1286144->3620863) 00002000:00010000:0.0:1731347581.668239:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc47b80 00000100:00100000:0.0:1731347581.669033:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.669079:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312899968 00000100:00100000:2.0:1731347581.669086:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312899968 00000100:00100000:2.0:1731347581.669120:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205542 00000100:00100000:2.0:1731347581.669126:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312899968:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.669653:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336356 is committed 00000100:00100000:2.0:1731347581.669732:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312899968:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 605us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.669739:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205542 00000100:00100000:0.0:1731347581.670696:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.670738:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312900096 00000100:00100000:2.0:1731347581.670743:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312900096 00000100:00100000:2.0:1731347581.670773:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205543 00000100:00100000:2.0:1731347581.670780:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312900096:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.670920:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.670922:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.670924:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.670926:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.670928:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 680 -> 808 00000100:00100000:2.0:1731347581.670955:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312900096:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 174us (259us total) trans 4295336357 rc 0/0 00000100:00100000:2.0:1731347581.670960:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205543 00000100:00100000:0.0:1731347581.672009:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.672052:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312900224 00000100:00100000:2.0:1731347581.672056:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312900224 00000100:00100000:2.0:1731347581.672077:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205544 00000100:00100000:2.0:1731347581.672081:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312900224:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.672188:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 329517 00002000:00010000:2.0:1731347581.672191:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.672193:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.672196:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.672198:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 120 00000100:00100000:2.0:1731347581.672231:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312900224:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 147us (223us total) trans 4295367768 rc 0/0 00000100:00100000:2.0:1731347581.672237:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205544 00000100:00100000:0.0:1731347581.673606:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.673654:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312900352 00000100:00100000:2.0:1731347581.673660:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312900352 00002000:00100000:2.0:1731347581.673682:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3088384->3149823) req@ffff88007cc45c00 x1815448312900352/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.673692:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc45c00 with x1815448312900352 ext(3088384->3149823) 00002000:00010000:2.0:1731347581.673698:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc45c00 00000100:00100000:2.0:1731347581.673720:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678685 00000100:00100000:2.0:1731347581.673726:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312900352:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.674967:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312900352:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1239us (1359us total) trans 4295336358 rc 0/0 00000100:00100000:0.0:1731347581.674975:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678685 00002000:00100000:0.0:1731347581.674982:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3088384->3149823) req@ffff88007cc45c00 x1815448312900352/t4295336358(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.674990:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc45c00 with x1815448312900352 ext(3088384->3149823) 00002000:00010000:0.0:1731347581.674993:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc45c00 00000100:00100000:0.0:1731347581.675635:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.675664:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312900480 00000100:00100000:2.0:1731347581.675668:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312900480 00000100:00100000:2.0:1731347581.675688:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205545 00000100:00100000:2.0:1731347581.675691:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312900480:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.676230:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336358 is committed 00000100:00100000:2.0:1731347581.676290:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312900480:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 596us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.676294:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205545 00000100:00100000:0.0:1731347581.677497:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.677556:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312900608 00000100:00100000:2.0:1731347581.677563:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312900608 00000100:00100000:2.0:1731347581.677588:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205546 00000100:00100000:2.0:1731347581.677595:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312900608:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.677705:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.677708:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.677711:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.677713:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.677715:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 808 -> 928 00000100:00100000:2.0:1731347581.677748:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312900608:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 154us (253us total) trans 4295336359 rc 0/0 00000100:00100000:2.0:1731347581.677753:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205546 00000100:00100000:0.0:1731347581.678479:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.678507:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312900736 00000100:00100000:2.0:1731347581.678512:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312900736 00000100:00100000:2.0:1731347581.678527:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205547 00000100:00100000:2.0:1731347581.678531:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c335450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2005:x1815448312900736:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.678581:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.678583:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.678585:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.678586:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.678588:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:2.0:1731347581.678615:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312900736:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 82us (136us total) trans 4295336360 rc 0/0 00000100:00100000:2.0:1731347581.678619:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205547 00000100:00100000:0.0:1731347581.679381:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.679413:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312900864 00000100:00100000:2.0:1731347581.679430:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312900864 00000100:00100000:2.0:1731347581.679447:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205548 00000100:00100000:2.0:1731347581.679451:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312900864:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.679542:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.679544:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.679545:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.679547:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.679548:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:2.0:1731347581.679572:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312900864:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 120us (193us total) trans 4295336361 rc 0/0 00000100:00100000:2.0:1731347581.679576:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205548 00000100:00100000:0.0:1731347581.680194:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.680225:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312900992 00000100:00100000:2.0:1731347581.680228:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312900992 00000100:00100000:2.0:1731347581.680240:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205549 00000100:00100000:2.0:1731347581.680243:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2005:x1815448312900992:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.680276:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.680278:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.680279:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.680281:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.680282:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:2.0:1731347581.680305:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312900992:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 60us (111us total) trans 4295336362 rc 0/0 00000100:00100000:2.0:1731347581.680309:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205549 00000100:00100000:0.0:1731347581.682308:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.682333:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.682355:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312901376 00000100:00100000:2.0:1731347581.682360:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312901376 00000100:00100000:1.0:1731347581.682369:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312901504 00000100:00100000:1.0:1731347581.682373:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312901504 00002000:00100000:2.0:1731347581.682384:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (262144->4165631) req@ffff88007cc44e00 x1815448312901376/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 568/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.682393:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x4c43:0x0] (36864->708607) req@ffff88007cc47100 x1815448312901504/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.682394:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc44e00 with x1815448312901376 ext(262144->4165631) 00002000:00010000:2.0:1731347581.682399:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc44e00 00002000:00100000:1.0:1731347581.682405:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc47100 with x1815448312901504 ext(36864->708607) 00002000:00010000:1.0:1731347581.682408:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cc47100 00000100:00100000:1.0:1731347581.682443:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678686 00000100:00100000:1.0:1731347581.682447:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312901376:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.682452:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678687 00000100:00100000:2.0:1731347581.682458:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312901504:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347581.683752:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2005:x1815448312901376:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1301us (1444us total) trans 0 rc 139264/139264 00000100:00100000:1.0:1731347581.683772:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678686 00002000:00100000:1.0:1731347581.683780:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (262144->4165631) req@ffff88007cc44e00 x1815448312901376/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 568/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 139264/139264 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.683788:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc44e00 with x1815448312901376 ext(262144->4165631) 00002000:00010000:1.0:1731347581.683792:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc44e00 00000100:00100000:2.0:1731347581.684347:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312901504:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1886us (2010us total) trans 0 rc 266240/266240 00000100:00100000:2.0:1731347581.684354:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678687 00002000:00100000:2.0:1731347581.684360:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (36864->708607) req@ffff88007cc47100 x1815448312901504/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 504/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 266240/266240 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.684367:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc47100 with x1815448312901504 ext(36864->708607) 00002000:00010000:2.0:1731347581.684371:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cc47100 00000100:00100000:0.0:1731347581.686310:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.686372:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312901632 00000100:00100000:2.0:1731347581.686381:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312901632 00000100:00100000:2.0:1731347581.686413:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205550 00000100:00100000:2.0:1731347581.686437:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312901632:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.686639:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.686642:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.686644:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.686646:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.686648:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:2.0:1731347581.686704:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2004:x1815448312901632:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 267us (397us total) trans 4295336363 rc 0/0 00000100:00100000:2.0:1731347581.686711:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205550 00000100:00100000:0.0:1731347581.688014:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.688066:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312901760 00000100:00100000:2.0:1731347581.688072:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312901760 00002000:00100000:2.0:1731347581.688095:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3715072->3735551) req@ffff88007cc44700 x1815448312901760/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.688104:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc44700 with x1815448312901760 ext(3715072->3735551) 00002000:00010000:2.0:1731347581.688109:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc44700 00000100:00100000:2.0:1731347581.688136:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678688 00000100:00100000:2.0:1731347581.688141:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312901760:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:0.0:1731347581.689242:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312901760:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1099us (1228us total) trans 4295336364 rc 0/0 00000100:00100000:0.0:1731347581.689250:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678688 00002000:00100000:0.0:1731347581.689255:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (3715072->3735551) req@ffff88007cc44700 x1815448312901760/t4295336364(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1731347581.689261:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc44700 with x1815448312901760 ext(3715072->3735551) 00002000:00010000:0.0:1731347581.689264:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc44700 00000100:00100000:0.0:1731347581.690054:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.690104:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312901888 00000100:00100000:2.0:1731347581.690110:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312901888 00000100:00100000:2.0:1731347581.690143:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205551 00000100:00100000:2.0:1731347581.690148:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312901888:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.690690:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336364 is committed 00000100:00100000:2.0:1731347581.690786:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312901888:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 637us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1731347581.690792:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205551 00000100:00100000:0.0:1731347581.691687:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.691733:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312902144 00000100:00100000:1.0:1731347581.691738:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312902144 00000100:00100000:1.0:1731347581.691785:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712803 00000100:00100000:1.0:1731347581.691791:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+221:13210:x1815448312902144:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.691824:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.691843:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe09 expref: 221 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.691867:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.691871:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.691977:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078d0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.691998:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078d0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.692007:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078d0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.692038:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161684 00000004:00010000:1.0:1731347581.692056:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007cc46680 reply state ffff880081490000 transno 4295161685 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078d0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.692065:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf180/0xb104f9478e078d0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.692071:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.692074:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.692076:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.692133:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+223:13210:x1815448312902144:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 340us (445us total) trans 4295161685 rc 0/0 00000100:00100000:1.0:1731347581.692140:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712803 00000020:00080000:1.0:1731347581.692143:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.692782:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.692829:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312902272 00000100:00100000:2.0:1731347581.692834:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312902272 00002000:00010000:2.0:1731347581.692847:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (384398->18446744073709551615) 00002000:00100000:2.0:1731347581.692850:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc47800 with x1815448312902272 ext(384398->18446744073709551615) 00002000:00010000:2.0:1731347581.692859:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc47800. 00000100:00100000:2.0:1731347581.692887:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678689 00000100:00100000:2.0:1731347581.692893:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312902272:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:0.0:1731347581.692982:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.693011:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312902400 00000100:00100000:1.0:1731347581.693015:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312902400 00002000:00010000:1.0:1731347581.693026:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.693029:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc45f80 with x1815448312902400 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.693034:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cc45f80. 00000100:00100000:1.0:1731347581.693054:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678690 00000100:00100000:1.0:1731347581.693059:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312902400:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.693518:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 329517 -> 0 00002000:00010000:1.0:1731347581.693521:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.693522:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:1.0:1731347581.693523:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.693525:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 120 -> 0 00000100:00100000:1.0:1731347581.693553:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2006:x1815448312902400:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 494us (573us total) trans 4295367769 rc 0/0 00000100:00100000:1.0:1731347581.693558:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678690 00002000:00010000:1.0:1731347581.693560:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:1.0:1731347581.693562:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc45f80 with x1815448312902400 ext(0->18446744073709551615) 00002000:00010000:1.0:1731347581.693564:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007cc45f80. 00002000:00010000:2.0:1731347581.695222:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 384398 00002000:00010000:2.0:1731347581.695227:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.695229:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.695231:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.695233:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 928 -> 208 00000100:00100000:2.0:1731347581.695275:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2006:x1815448312902272:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 2380us (2492us total) trans 4295336365 rc 0/0 00000100:00100000:2.0:1731347581.695282:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678689 00002000:00010000:2.0:1731347581.695286:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (384398->18446744073709551615) 00002000:00100000:2.0:1731347581.695288:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007cc47800 with x1815448312902272 ext(384398->18446744073709551615) 00002000:00010000:2.0:1731347581.695293:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007cc47800. 00000100:00100000:0.0:1731347581.699824:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.699869:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312902528 00000100:00100000:1.0:1731347581.699878:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312902528 00000100:00100000:1.0:1731347581.699913:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712804 00000100:00100000:1.0:1731347581.699919:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+223:13210:x1815448312902528:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.699938:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.699951:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078d16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fe10 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.700015:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.700027:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.700036:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.700058:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 384398 00000004:00200000:1.0:1731347581.700061:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.700074:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.700094:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078d16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe10 expref: 225 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.700108:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe10 expref: 224 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.700115:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.700118:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.700121:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbe640, rc 0) 00000100:00100000:1.0:1731347581.700164:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+224:13210:x1815448312902528:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 244us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.700168:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712804 00000100:00100000:0.0:1731347581.701207:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.701261:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312902656 00000100:00100000:2.0:1731347581.701266:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312902656 00000100:00100000:2.0:1731347581.701293:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205552 00000100:00100000:2.0:1731347581.701297:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312902656:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.701467:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 384398 -> 384398 00002000:00010000:2.0:1731347581.701471:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.701473:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.701475:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.701477:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:2.0:1731347581.701503:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312902656:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 205us (297us total) trans 4295336366 rc 0/0 00000100:00100000:2.0:1731347581.701510:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205552 00000100:00100000:0.0:1731347581.702274:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.702316:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312902784 00000100:00100000:2.0:1731347581.702320:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312902784 00000100:00100000:2.0:1731347581.702335:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205553 00000100:00100000:2.0:1731347581.702338:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312902784:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.702452:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 384398 -> 384398 00002000:00010000:2.0:1731347581.702454:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.702456:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.702457:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.702459:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 208 -> 224 00000100:00100000:2.0:1731347581.702486:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2006:x1815448312902784:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 146us (214us total) trans 4295336367 rc 0/0 00000100:00100000:2.0:1731347581.702492:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205553 00000100:00100000:0.0:1731347581.703629:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.703685:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312903040 00000100:00100000:1.0:1731347581.703691:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312903040 00000100:00100000:1.0:1731347581.703734:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712805 00000100:00100000:1.0:1731347581.703741:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+224:13210:x1815448312903040:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.703785:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.703806:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe10 expref: 224 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.703820:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.703824:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.703920:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078d24 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.703940:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.703949:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.703982:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161686 00000004:00010000:1.0:1731347581.703998:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801328fce00 reply state ffff8800a5d56000 transno 4295161687 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.704006:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe400/0xb104f9478e078d24 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.704011:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.704014:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.704016:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.704074:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+226:13210:x1815448312903040:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 331us (445us total) trans 4295161687 rc 0/0 00000100:00100000:1.0:1731347581.704081:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712805 00000020:00080000:1.0:1731347581.704085:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.704786:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.704824:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.704842:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312903296 00000100:00100000:2.0:1731347581.704846:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312903296 00002000:00010000:2.0:1731347581.704858:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.704860:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fe300 with x1815448312903296 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.704866:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801328fe300. 00000100:00100000:1.0:1731347581.704869:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312903168 00000100:00100000:1.0:1731347581.704874:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312903168 00000100:00100000:2.0:1731347581.704882:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678691 00000100:00100000:2.0:1731347581.704886:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312903296:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.704886:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2408883->18446744073709551615) 00002000:00100000:1.0:1731347581.704889:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fea00 with x1815448312903168 ext(2408883->18446744073709551615) 00002000:00010000:1.0:1731347581.704895:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fea00. 00000100:00100000:1.0:1731347581.704913:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678692 00000100:00100000:1.0:1731347581.704918:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+9:2004:x1815448312903168:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.704942:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.704944:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.704946:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.704947:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.704948:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347581.704973:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2003:x1815448312903296:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 85us (188us total) trans 4295367770 rc 0/0 00000100:00100000:2.0:1731347581.704977:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678691 00002000:00010000:2.0:1731347581.704979:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.704981:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fe300 with x1815448312903296 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.704984:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801328fe300. 00002000:00010000:1.0:1731347581.705038:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 384398 -> 2408883 00002000:00010000:1.0:1731347581.705041:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.705043:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.705045:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.705047:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 224 -> 200 00000100:00100000:1.0:1731347581.705071:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2004:x1815448312903168:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 151us (246us total) trans 4295336368 rc 0/0 00000100:00100000:1.0:1731347581.705078:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678692 00002000:00010000:1.0:1731347581.705081:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (2408883->18446744073709551615) 00002000:00100000:1.0:1731347581.705084:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fea00 with x1815448312903168 ext(2408883->18446744073709551615) 00002000:00010000:1.0:1731347581.705088:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fea00. 00000100:00100000:0.0:1731347581.705649:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.705693:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312903424 00000100:00100000:1.0:1731347581.705698:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312903424 00000100:00100000:1.0:1731347581.705728:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712806 00000100:00100000:1.0:1731347581.705734:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+226:13210:x1815448312903424:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.705745:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.705754:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078d2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fe17 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.705819:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.705828:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.705836:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.705851:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 2408883 00000004:00200000:1.0:1731347581.705855:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.705864:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.705881:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078d2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe17 expref: 228 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.705896:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe17 expref: 227 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.705902:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.705904:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.705907:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbfa80, rc 0) 00000100:00100000:1.0:1731347581.705936:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+227:13210:x1815448312903424:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 202us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.705940:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712806 00000100:00100000:0.0:1731347581.706699:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.706742:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312903552 00000100:00100000:2.0:1731347581.706746:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312903552 00000100:00100000:2.0:1731347581.706778:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205554 00000100:00100000:2.0:1731347581.706783:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312903552:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.706885:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2408883 -> 2408883 00002000:00010000:2.0:1731347581.706888:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.706890:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.706891:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.706893:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:2.0:1731347581.706929:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312903552:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 145us (231us total) trans 4295336369 rc 0/0 00000100:00100000:2.0:1731347581.706936:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205554 00000100:00100000:0.0:1731347581.707921:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.707970:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312903808 00000100:00100000:1.0:1731347581.707974:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312903808 00002000:00100000:1.0:1731347581.707992:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1720320->1724415) req@ffff8801328fc000 x1815448312903808/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.708000:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fc000 with x1815448312903808 ext(1720320->1724415) 00002000:00010000:1.0:1731347581.708004:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fc000 00000100:00100000:1.0:1731347581.708027:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678693 00000100:00100000:1.0:1731347581.708032:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312903808:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347581.708141:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2005:x1815448312903808:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 108us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1731347581.708148:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678693 00002000:00100000:1.0:1731347581.708154:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1720320->1724415) req@ffff8801328fc000 x1815448312903808/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.708161:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fc000 with x1815448312903808 ext(1720320->1724415) 00002000:00010000:1.0:1731347581.708164:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fc000 00000100:00100000:0.0:1731347581.708854:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.708902:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312904064 00000100:00100000:1.0:1731347581.708906:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312904064 00002000:00100000:1.0:1731347581.708920:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1732608->1736703) req@ffff8801328fd880 x1815448312904064/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.708928:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fd880 with x1815448312904064 ext(1732608->1736703) 00002000:00010000:1.0:1731347581.708931:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fd880 00000100:00100000:1.0:1731347581.708947:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678694 00000100:00100000:1.0:1731347581.708952:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312904064:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:1.0:1731347581.709027:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2006:x1815448312904064:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 73us (172us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1731347581.709033:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678694 00002000:00100000:1.0:1731347581.709038:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1732608->1736703) req@ffff8801328fd880 x1815448312904064/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/4536 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.709046:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fd880 with x1815448312904064 ext(1732608->1736703) 00002000:00010000:1.0:1731347581.709049:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fd880 00000100:00100000:0.0:1731347581.709786:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.709828:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312904192 00000100:00100000:2.0:1731347581.709832:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312904192 00000100:00100000:2.0:1731347581.709853:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205555 00000100:00100000:2.0:1731347581.709857:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2006:x1815448312904192:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.709973:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1731347581.709975:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.709976:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.709978:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.709979:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 72 00000100:00100000:2.0:1731347581.710004:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2006:x1815448312904192:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 147us (219us total) trans 4295367771 rc 0/0 00000100:00100000:2.0:1731347581.710011:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205555 00000100:00100000:0.0:1731347581.711163:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.711254:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312904448 00000100:00100000:1.0:1731347581.711260:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312904448 00000100:00100000:1.0:1731347581.711293:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712807 00000100:00100000:1.0:1731347581.711297:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+227:13210:x1815448312904448:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.711327:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.711345:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe17 expref: 227 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.711358:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.711360:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.711469:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078d39 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.711486:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078d39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.711492:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078d39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.711512:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161688 00000004:00010000:1.0:1731347581.711523:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801328fd180 reply state ffff880078fdf000 transno 4295161689 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078d39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.711528:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd8c0/0xb104f9478e078d39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.711532:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.711533:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.711534:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.711582:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+229:13210:x1815448312904448:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 284us (421us total) trans 4295161689 rc 0/0 00000100:00100000:1.0:1731347581.711586:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712807 00000020:00080000:1.0:1731347581.711589:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.712374:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.712397:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.712445:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312904704 00000100:00100000:1.0:1731347581.712446:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312904576 00000100:00100000:2.0:1731347581.712451:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312904704 00000100:00100000:1.0:1731347581.712451:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312904576 00002000:00010000:2.0:1731347581.712467:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (351817->18446744073709551615) 00002000:00010000:1.0:1731347581.712467:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:2.0:1731347581.712470:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fc380 with x1815448312904704 ext(351817->18446744073709551615) 00002000:00100000:1.0:1731347581.712471:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fca80 with x1815448312904576 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1731347581.712477:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801328fc380. 00002000:00010000:1.0:1731347581.712477:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fca80. 00000100:00100000:2.0:1731347581.712499:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678695 00000100:00100000:2.0:1731347581.712505:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2004:x1815448312904704:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347581.712505:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678696 00000100:00100000:1.0:1731347581.712511:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+11:2003:x1815448312904576:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.712597:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 2408883 -> 4194304 00002000:00010000:1.0:1731347581.712601:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.712604:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.712606:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.712608:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 200 -> 200 00002000:00010000:2.0:1731347581.712635:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 0 -> 351817 00002000:00010000:2.0:1731347581.712638:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.712639:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.712640:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.712642:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:1.0:1731347581.712644:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2003:x1815448312904576:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 131us (244us total) trans 4295336370 rc 0/0 00000100:00100000:1.0:1731347581.712650:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678696 00002000:00010000:1.0:1731347581.712653:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:1.0:1731347581.712655:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fca80 with x1815448312904576 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1731347581.712659:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312904704:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 154us (286us total) trans 4295367772 rc 0/0 00002000:00010000:1.0:1731347581.712660:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fca80. 00000100:00100000:2.0:1731347581.712664:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678695 00002000:00010000:2.0:1731347581.712666:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (351817->18446744073709551615) 00002000:00100000:2.0:1731347581.712668:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fc380 with x1815448312904704 ext(351817->18446744073709551615) 00002000:00010000:2.0:1731347581.712670:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801328fc380. 00000100:00100000:0.0:1731347581.713464:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.713499:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312904832 00000100:00100000:1.0:1731347581.713503:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312904832 00000100:00100000:1.0:1731347581.713526:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712808 00000100:00100000:1.0:1731347581.713529:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+229:13210:x1815448312904832:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.713541:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.713550:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078d40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fe1e expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.713595:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078d47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.713603:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078d47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.713608:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078d47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.713622:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4546121 00000004:00200000:1.0:1731347581.713625:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.713634:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078d47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.713650:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078d40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe1e expref: 231 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.713663:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078d47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe1e expref: 230 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.713670:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.713672:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.713675:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbef40, rc 0) 00000100:00100000:1.0:1731347581.713704:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+230:13210:x1815448312904832:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 173us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.713710:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712808 00000100:00100000:2.0:1731347581.714534:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.714573:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312904960 00000100:00100000:0.0:1731347581.714578:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312904960 00000100:00100000:0.0:1731347581.714609:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205556 00000100:00100000:0.0:1731347581.714614:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+12:2004:x1815448312904960:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:0.0:1731347581.714796:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1731347581.714800:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.714803:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.714805:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:0.0:1731347581.714807:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 200 -> 216 00000100:00100000:0.0:1731347581.714843:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2004:x1815448312904960:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 227us (309us total) trans 4295336371 rc 0/0 00000100:00100000:0.0:1731347581.714850:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205556 00000100:00100000:0.0:1731347581.715683:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.715730:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312905088 00000100:00100000:2.0:1731347581.715734:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312905088 00000100:00100000:2.0:1731347581.715754:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205557 00000100:00100000:2.0:1731347581.715758:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+13:2005:x1815448312905088:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:2.0:1731347581.715865:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1731347581.715867:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.715869:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.715870:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.715872:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 216 -> 336 00000100:00100000:2.0:1731347581.715903:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312905088:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 143us (220us total) trans 4295336372 rc 0/0 00000100:00100000:2.0:1731347581.715910:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205557 00000100:00100000:0.0:1731347581.721158:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.721208:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312905344 00000100:00100000:2.0:1731347581.721216:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312905344 00002000:00100000:2.0:1731347581.721247:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (204800->4194303) req@ffff8801328fed80 x1815448312905344/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.721254:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fed80 with x1815448312905344 ext(204800->4194303) 00002000:00010000:2.0:1731347581.721258:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fed80 00000100:00100000:2.0:1731347581.721281:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678697 00000100:00100000:2.0:1731347581.721285:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312905344:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:2.0:1731347581.731880:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2005:x1815448312905344:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 10586us (10721us total) trans 0 rc 3813376/3813376 00000100:00100000:2.0:1731347581.731890:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678697 00002000:00100000:2.0:1731347581.731900:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_020: refresh rw locks for [0x2c0000401:0x4c43:0x0] (204800->4194303) req@ffff8801328fed80 x1815448312905344/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 3813376/3813376 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.731910:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fed80 with x1815448312905344 ext(204800->4194303) 00002000:00010000:2.0:1731347581.731915:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801328fed80 00000100:00100000:0.0:1731347581.734215:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.734265:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312905600 00000100:00100000:2.0:1731347581.734273:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312905600 00002000:00100000:2.0:1731347581.734298:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->352255) req@ffff8801328fe680 x1815448312905600/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.734305:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fe680 with x1815448312905600 ext(0->352255) 00002000:00010000:2.0:1731347581.734307:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801328fe680 00000100:00100000:2.0:1731347581.734328:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678698 00000100:00100000:2.0:1731347581.734331:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801328fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312905600:12345-192.168.203.60@tcp:3:fsx.0 00000100:00100000:0.0:1731347581.734397:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.734477:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312905728 00000100:00100000:3.0:1731347581.734481:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312905728 00000100:00100000:3.0:1731347581.734509:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205558 00000100:00100000:3.0:1731347581.734513:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+14:2003:x1815448312905728:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.734647:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.734649:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.734650:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.734652:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.734653:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 336 -> 384 00000100:00100000:3.0:1731347581.734682:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312905728:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 168us (285us total) trans 4295336373 rc 0/0 00000100:00100000:3.0:1731347581.734686:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205558 00000100:00100000:0.0:1731347581.736104:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.736157:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312905984 00000100:00100000:1.0:1731347581.736161:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312905984 00000100:00100000:1.0:1731347581.736191:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712809 00000100:00100000:1.0:1731347581.736197:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+230:13210:x1815448312905984:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.736226:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1731347581.736228:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801328fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312905600:12345-192.168.203.60@tcp:3:fsx.0 Request processed in 1893us (2014us total) trans 0 rc 352256/352256 00000100:00100000:2.0:1731347581.736233:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678698 00002000:00100000:2.0:1731347581.736239:0:15886:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_020: refresh rw locks for [0x280000401:0x4c43:0x0] (0->352255) req@ffff8801328fe680 x1815448312905600/t0(0) o3->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 488/440 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 352256/352256 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1731347581.736244:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801328fe680 with x1815448312905600 ext(0->352255) 00002000:00010000:2.0:1731347581.736247:0:15886:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801328fe680 00010000:00010000:1.0:1731347581.736247:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbef40/0xb104f9478e078d47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe1e expref: 230 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.736265:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.736268:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.736365:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078d4e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.736384:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078d4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.736390:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078d4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.736413:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161690 00000004:00010000:1.0:1731347581.736445:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007e967480 reply state ffff880078fdc000 transno 4295161691 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078d4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.736452:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbf600/0xb104f9478e078d4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.736456:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.736457:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.736459:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.736503:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+232:13210:x1815448312905984:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 305us (399us total) trans 4295161691 rc 0/0 00000100:00100000:1.0:1731347581.736509:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712809 00000020:00080000:1.0:1731347581.736512:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.737056:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.737086:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.737104:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312906240 00000100:00100000:2.0:1731347581.737109:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312906240 00002000:00010000:2.0:1731347581.737120:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (540692->18446744073709551615) 00002000:00100000:2.0:1731347581.737122:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e965f80 with x1815448312906240 ext(540692->18446744073709551615) 00000100:00100000:1.0:1731347581.737126:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312906112 00002000:00010000:2.0:1731347581.737129:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e965f80. 00000100:00100000:1.0:1731347581.737130:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312906112 00002000:00010000:1.0:1731347581.737140:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:1.0:1731347581.737143:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e966680 with x1815448312906112 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1731347581.737146:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678699 00002000:00010000:1.0:1731347581.737149:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e966680. 00000100:00100000:2.0:1731347581.737150:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2004:x1815448312906240:12345-192.168.203.60@tcp:10:fsx.0 00000100:00100000:1.0:1731347581.737165:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678700 00000100:00100000:1.0:1731347581.737171:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+15:2003:x1815448312906112:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:1.0:1731347581.737231:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1731347581.737235:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.737237:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.737239:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.737241:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 351817 -> 540692 00002000:00010000:1.0:1731347581.737241:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 384 -> 384 00002000:00010000:2.0:1731347581.737243:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.737244:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.737246:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.737248:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1731347581.737265:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2004:x1815448312906240:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 114us (210us total) trans 4295367773 rc 0/0 00000100:00100000:1.0:1731347581.737265:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2003:x1815448312906112:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 93us (178us total) trans 4295336374 rc 0/0 00000100:00100000:2.0:1731347581.737270:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678699 00002000:00010000:2.0:1731347581.737272:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (540692->18446744073709551615) 00002000:00100000:2.0:1731347581.737274:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e965f80 with x1815448312906240 ext(540692->18446744073709551615) 00002000:00010000:2.0:1731347581.737276:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e965f80. 00000100:00100000:1.0:1731347581.737278:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678700 00002000:00010000:1.0:1731347581.737280:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (4194304->18446744073709551615) 00002000:00100000:1.0:1731347581.737282:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e966680 with x1815448312906112 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1731347581.737285:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e966680. 00000100:00100000:0.0:1731347581.738044:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.738075:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312906368 00000100:00100000:1.0:1731347581.738078:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312906368 00000100:00100000:1.0:1731347581.738097:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712810 00000100:00100000:1.0:1731347581.738100:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+232:13210:x1815448312906368:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.738108:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.738116:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fe25 expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.738152:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078d5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.738158:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078d5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.738162:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078d5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.738173:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 4734996 00000004:00200000:1.0:1731347581.738175:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.738182:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078d5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.738193:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe25 expref: 234 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.738202:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078d5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe25 expref: 233 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.738206:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.738208:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.738209:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbd680, rc 0) 00000100:00100000:1.0:1731347581.738233:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+233:13210:x1815448312906368:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 131us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.738237:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712810 00000100:00100000:0.0:1731347581.739155:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.739188:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312906496 00000100:00100000:3.0:1731347581.739193:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312906496 00000100:00100000:3.0:1731347581.739211:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205559 00000100:00100000:3.0:1731347581.739214:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2005:x1815448312906496:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.739445:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.739448:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.739449:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.739450:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.739452:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 384 -> 296 00000100:00100000:3.0:1731347581.739471:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2005:x1815448312906496:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 256us (317us total) trans 4295336375 rc 0/0 00000100:00100000:3.0:1731347581.739476:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205559 00000100:00100000:0.0:1731347581.740210:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.740245:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312906624 00000100:00100000:3.0:1731347581.740249:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312906624 00000100:00100000:3.0:1731347581.740266:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205560 00000100:00100000:3.0:1731347581.740270:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+16:2004:x1815448312906624:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.740363:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 540692 -> 540692 00002000:00010000:3.0:1731347581.740366:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.740368:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:3.0:1731347581.740370:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.740372:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 0 -> 24 00000100:00100000:3.0:1731347581.740404:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2004:x1815448312906624:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 132us (194us total) trans 4295367774 rc 0/0 00000100:00100000:3.0:1731347581.740411:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205560 00000100:00100000:0.0:1731347581.741173:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.741201:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312906752 00000100:00100000:3.0:1731347581.741204:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312906752 00000100:00100000:3.0:1731347581.741217:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205561 00000100:00100000:3.0:1731347581.741220:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2006:x1815448312906752:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.741281:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.741283:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.741284:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.741285:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.741286:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 296 -> 384 00000100:00100000:3.0:1731347581.741311:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2006:x1815448312906752:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 89us (139us total) trans 4295336376 rc 0/0 00000100:00100000:3.0:1731347581.741315:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205561 00000100:00100000:0.0:1731347581.742263:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.742302:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312906880 00000100:00100000:3.0:1731347581.742306:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312906880 00000100:00100000:3.0:1731347581.742333:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205562 00000100:00100000:3.0:1731347581.742339:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2003:x1815448312906880:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.742396:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.742398:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.742399:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.742401:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.742402:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 384 -> 464 00000100:00100000:3.0:1731347581.742440:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2003:x1815448312906880:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 101us (178us total) trans 4295336377 rc 0/0 00000100:00100000:3.0:1731347581.742444:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205562 00000100:00100000:0.0:1731347581.743430:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.743462:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312907008 00000100:00100000:3.0:1731347581.743465:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312907008 00000100:00100000:3.0:1731347581.743477:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205563 00000100:00100000:3.0:1731347581.743480:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+19:2005:x1815448312907008:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.743568:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1731347581.743572:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.743574:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.743576:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.743578:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 464 -> 464 00000100:00100000:3.0:1731347581.743609:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2005:x1815448312907008:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 126us (193us total) trans 4295336378 rc 0/0 00000100:00100000:3.0:1731347581.743615:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205563 00000100:00100000:0.0:1731347581.744745:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.744794:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312907136 00000100:00100000:1.0:1731347581.744799:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312907136 00002000:00100000:1.0:1731347581.744819:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1720320->2973695) req@ffff88007e967100 x1815448312907136/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.744827:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e967100 with x1815448312907136 ext(1720320->2973695) 00002000:00010000:1.0:1731347581.744831:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e967100 00000100:00100000:1.0:1731347581.744849:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678701 00000100:00100000:1.0:1731347581.744854:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+20:2004:x1815448312907136:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:1.0:1731347581.746184:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2004:x1815448312907136:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 1328us (1439us total) trans 4295336379 rc 0/0 00000100:00100000:1.0:1731347581.746189:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678701 00002000:00100000:1.0:1731347581.746194:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1720320->2973695) req@ffff88007e967100 x1815448312907136/t4295336379(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 520/456 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.746199:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e967100 with x1815448312907136 ext(1720320->2973695) 00002000:00010000:1.0:1731347581.746201:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e967100 00000100:00100000:0.0:1731347581.746806:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.746837:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312907264 00000100:00100000:1.0:1731347581.746840:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312907264 00000100:00100000:1.0:1731347581.746860:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712811 00000100:00100000:1.0:1731347581.746864:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+233:13210:x1815448312907264:12345-192.168.203.60@tcp:44:fsx.0 00000100:00100000:1.0:1731347581.746923:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+233:13210:x1815448312907264:12345-192.168.203.60@tcp:44:fsx.0 Request processed in 57us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.746929:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712811 00000100:00100000:0.0:1731347581.747393:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.747459:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312907392 00000100:00100000:3.0:1731347581.747465:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312907392 00000100:00100000:3.0:1731347581.747485:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205564 00000100:00100000:3.0:1731347581.747491:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+22:2003:x1815448312907392:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.748054:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336379 is committed 00000100:00100000:3.0:1731347581.748155:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312907392:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 662us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347581.748163:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205564 00000100:00100000:0.0:1731347581.749076:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.749108:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312907520 00000100:00100000:1.0:1731347581.749112:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312907520 00002000:00100000:1.0:1731347581.749126:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1429504->1437695) req@ffff88007e967b80 x1815448312907520/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 8680/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.749132:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e967b80 with x1815448312907520 ext(1429504->1437695) 00002000:00010000:1.0:1731347581.749135:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e967b80 00000100:00100000:1.0:1731347581.749150:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678702 00000100:00100000:1.0:1731347581.749153:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2006:x1815448312907520:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:1.0:1731347581.749459:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312907520:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 303us (382us total) trans 4295336380 rc 0/0 00000100:00100000:1.0:1731347581.749465:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678702 00002000:00100000:1.0:1731347581.749471:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1429504->1437695) req@ffff88007e967b80 x1815448312907520/t4295336380(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 8680/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.749479:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e967b80 with x1815448312907520 ext(1429504->1437695) 00002000:00010000:1.0:1731347581.749482:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e967b80 00000100:00100000:0.0:1731347581.750041:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.750093:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312907648 00000100:00100000:3.0:1731347581.750098:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312907648 00000100:00100000:3.0:1731347581.750124:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205565 00000100:00100000:3.0:1731347581.750129:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2005:x1815448312907648:12345-192.168.203.60@tcp:16:fsx.0 00000001:00080000:0.0:1731347581.750624:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336380 is committed 00000100:00100000:3.0:1731347581.750699:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2005:x1815448312907648:12345-192.168.203.60@tcp:16:fsx.0 Request processed in 567us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347581.750706:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205565 00000100:00100000:0.0:1731347581.751742:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.751797:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312907904 00000100:00100000:1.0:1731347581.751802:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312907904 00000100:00100000:1.0:1731347581.751826:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712812 00000100:00100000:1.0:1731347581.751830:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+233:13210:x1815448312907904:12345-192.168.203.60@tcp:36:fsx.0 00010000:00010000:1.0:1731347581.751856:0:15904:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1731347581.751872:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbd680/0xb104f9478e078d5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe25 expref: 233 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.751892:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.751895:0:15904:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1731347581.751988:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.752007:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.752015:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000001:00080000:1.0:1731347581.752041:0:15904:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4295161692 00000004:00010000:1.0:1731347581.752055:0:15904:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007e966a00 reply state ffff8800a04d8000 transno 4295161693 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.752063:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbe640/0xb104f9478e078d63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.752069:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.752071:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1731347581.752073:0:15904:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1731347581.752122:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+235:13210:x1815448312907904:12345-192.168.203.60@tcp:36:fsx.0 Request processed in 290us (380us total) trans 4295161693 rc 0/0 00000100:00100000:1.0:1731347581.752129:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712812 00000020:00080000:1.0:1731347581.752132:0:15904:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1731347581.752814:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1731347581.752840:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.752851:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312908032 00000100:00100000:1.0:1731347581.752855:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312908032 00002000:00010000:1.0:1731347581.752865:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1789607->18446744073709551615) 00002000:00100000:1.0:1731347581.752867:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782bd180 with x1815448312908032 ext(1789607->18446744073709551615) 00002000:00010000:1.0:1731347581.752872:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782bd180. 00000100:00100000:2.0:1731347581.752881:0:15886:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312908160 00000100:00100000:2.0:1731347581.752886:0:15886:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312908160 00000100:00100000:1.0:1731347581.752888:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678703 00000100:00100000:1.0:1731347581.752891:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312908032:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.752901:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.752904:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782bfb80 with x1815448312908160 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.752911:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782bfb80. 00000100:00100000:2.0:1731347581.752927:0:15886:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678704 00000100:00100000:2.0:1731347581.752932:0:15886:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+17:2003:x1815448312908160:12345-192.168.203.60@tcp:10:fsx.0 00002000:00010000:2.0:1731347581.753330:0:15886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb size from disk: 540692 -> 0 00002000:00010000:2.0:1731347581.753333:0:15886:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.753335:0:15886:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb atime from disk: 1731347580 -> 1731347580 00002000:00010000:2.0:1731347581.753337:0:15886:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:2.0:1731347581.753339:0:15886:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0x4c43:0x0] updating lvb blocks from disk: 24 -> 0 00000100:00100000:2.0:1731347581.753376:0:15886:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_020:62efdb24-e871-4f0d-8cc7-8cee5b684131+18:2003:x1815448312908160:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 442us (534us total) trans 4295367775 rc 0/0 00000100:00100000:2.0:1731347581.753383:0:15886:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678704 00002000:00010000:2.0:1731347581.753386:0:15886:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/19523 (0->18446744073709551615) 00002000:00100000:2.0:1731347581.753388:0:15886:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782bfb80 with x1815448312908160 ext(0->18446744073709551615) 00002000:00010000:2.0:1731347581.753392:0:15886:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782bfb80. 00002000:00010000:1.0:1731347581.754488:0:15869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 4194304 -> 1789607 00002000:00010000:1.0:1731347581.754492:0:15869:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.754494:0:15869:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.754496:0:15869:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:1.0:1731347581.754498:0:15869:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 464 -> 416 00000100:00100000:1.0:1731347581.754533:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2003:x1815448312908032:12345-192.168.203.60@tcp:10:fsx.0 Request processed in 1639us (1719us total) trans 4295336381 rc 0/0 00000100:00100000:1.0:1731347581.754539:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678703 00002000:00010000:1.0:1731347581.754542:0:15869:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19523 (1789607->18446744073709551615) 00002000:00100000:1.0:1731347581.754545:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782bd180 with x1815448312908032 ext(1789607->18446744073709551615) 00002000:00010000:1.0:1731347581.754549:0:15869:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782bd180. 00000100:00100000:0.0:1731347581.757488:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.757538:0:15904:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312908288 00000100:00100000:1.0:1731347581.757545:0:15904:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312908288 00000100:00100000:1.0:1731347581.757584:0:15904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 712813 00000100:00100000:1.0:1731347581.757590:0:15904:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+235:13210:x1815448312908288:12345-192.168.203.60@tcp:101:fsx.0 00010000:00010000:1.0:1731347581.757608:0:15904:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1731347581.757622:0:15904:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078d6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x196af1bbef96fe2c expref: -99 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.757685:0:15904:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x0/0x0 rrc: 81 type: IBT flags: 0x40000000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.757697:0:15904:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.757707:0:15904:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00000004:00200000:1.0:1731347581.757726:0:15904:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x70f9:0x0]: returning size 1789607 00000004:00200000:1.0:1731347581.757728:0:15904:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1731347581.757738:0:15904:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 15904 initiator: MDT0 00010000:00010000:1.0:1731347581.757753:0:15904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbed00/0xb104f9478e078d6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70f9:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe2c expref: 237 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.757782:0:15904:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1dbfa80/0xb104f9478e078d71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70f9:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x196af1bbef96fe2c expref: 236 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1731347581.757788:0:15904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70f9:0x0].0x0 (ffff8801284c0900) 00010000:00010000:1.0:1731347581.757790:0:15904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1731347581.757792:0:15904:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1dbfa80, rc 0) 00000100:00100000:1.0:1731347581.757827:0:15904:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:62efdb24-e871-4f0d-8cc7-8cee5b684131+236:13210:x1815448312908288:12345-192.168.203.60@tcp:101:fsx.0 Request processed in 237us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1731347581.757832:0:15904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 712813 00000100:00100000:0.0:1731347581.758777:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1731347581.758819:0:9554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312908416 00000100:00100000:3.0:1731347581.758824:0:9554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312908416 00000100:00100000:3.0:1731347581.758850:0:9554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 205566 00000100:00100000:3.0:1731347581.758856:0:9554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+7:2004:x1815448312908416:12345-192.168.203.60@tcp:22:fsx.0 00002000:00010000:3.0:1731347581.759009:0:9554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb size from disk: 1789607 -> 1789607 00002000:00010000:3.0:1731347581.759012:0:9554:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb mtime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.759013:0:9554:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb atime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.759015:0:9554:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb ctime from disk: 1731347581 -> 1731347581 00002000:00010000:3.0:1731347581.759016:0:9554:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0x4c43:0x0] updating lvb blocks from disk: 416 -> 416 00000100:00100000:3.0:1731347581.759042:0:9554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2004:x1815448312908416:12345-192.168.203.60@tcp:22:fsx.0 Request processed in 186us (266us total) trans 4295336382 rc 0/0 00000100:00100000:3.0:1731347581.759046:0:9554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 205566 00000100:00100000:0.0:1731347581.761128:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.761182:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312908672 00000100:00100000:1.0:1731347581.761189:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312908672 00002000:00100000:1.0:1731347581.761217:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1372160->1376255) req@ffff8800782be680 x1815448312908672/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 4584/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.761225:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782be680 with x1815448312908672 ext(1372160->1376255) 00002000:00010000:1.0:1731347581.761229:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782be680 00000100:00100000:1.0:1731347581.761250:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678705 00000100:00100000:1.0:1731347581.761254:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+8:2006:x1815448312908672:12345-192.168.203.60@tcp:4:fsx.0 00000100:00100000:1.0:1731347581.761645:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2006:x1815448312908672:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 389us (520us total) trans 4295336383 rc 0/0 00000100:00100000:1.0:1731347581.761650:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678705 00002000:00100000:1.0:1731347581.761655:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1372160->1376255) req@ffff8800782be680 x1815448312908672/t4295336383(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 4584/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.761660:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782be680 with x1815448312908672 ext(1372160->1376255) 00002000:00010000:1.0:1731347581.761663:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782be680 00000100:00100000:0.0:1731347581.762397:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1731347581.762435:0:15869:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312908928 00000100:00100000:1.0:1731347581.762439:0:15869:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312908928 00002000:00100000:1.0:1731347581.762450:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1376256->1380351) req@ffff8800782bf800 x1815448312908928/t0(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 4584/0 e 0 to 0 dl 1731347592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.762455:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782bf800 with x1815448312908928 ext(1376256->1380351) 00002000:00010000:1.0:1731347581.762457:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782bf800 00000100:00100000:1.0:1731347581.762473:0:15869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 678706 00000100:00100000:1.0:1731347581.762476:0:15869:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+10:2003:x1815448312908928:12345-192.168.203.60@tcp:4:fsx.0 00000001:00080000:0.0:1731347581.763151:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295336384 is committed 00000100:00100000:1.0:1731347581.763224:0:15869:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:62efdb24-e871-4f0d-8cc7-8cee5b684131+6:2003:x1815448312908928:12345-192.168.203.60@tcp:4:fsx.0 Request processed in 745us (827us total) trans 4295336384 rc 0/0 00000100:00100000:1.0:1731347581.763229:0:15869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 678706 00002000:00100000:1.0:1731347581.763233:0:15869:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x4c43:0x0] (1376256->1380351) req@ffff8800782bf800 x1815448312908928/t4295336384(0) o4->62efdb24-e871-4f0d-8cc7-8cee5b684131@192.168.203.60@tcp:467/0 lens 4584/448 e 0 to 0 dl 1731347592 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1731347581.763238:0:15869:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782bf800 with x1815448312908928 ext(1376256->1380351) 00002000:00010000:1.0:1731347581.763241:0:15869:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782bf800 00000100:00100000:0.0:1731347581.779516:0:3755:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1731347581.779599:0:7210:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815448312909184 00000100:00100000:2.0:1731347581.779609:0:7210:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815448312909184 00000100:00100000:2.0:1731347581.779652:0:7210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 202600 00000100:00100000:2.0:1731347581.779660:0:7210:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+236:13210:x1815448312909184:12345-192.168.203.60@tcp:35:fsx.0 00000100:00100000:2.0:1731347581.779886:0:7210:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:62efdb24-e871-4f0d-8cc7-8cee5b684131+237:13210:x1815448312909184:12345-192.168.203.60@tcp:35:fsx.0 Request processed in 226us (378us total) trans 4295161694 rc 0/0 00000100:00100000:2.0:1731347581.779894:0:7210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 202600 00000001:02000400:1.0:1731347582.114112:0:17868:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-benchmark test_fsx: @@@@@@ FAIL: fsx failed 00000100:00100000:2.0:1731347582.192623:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952979840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1731347582.192681:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1731347582.192733:0:7211:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1815447952979840 00000100:00100000:3.0:1731347582.192741:0:7211:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1815447952979840 00000100:00100000:3.0:1731347582.192796:0:7211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1731347582.192803:0:7211:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880115b2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3762:x1815447952979840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1731347582.192834:0:7211:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1443225600 avail 1313763328 00000100:00100000:3.0:1731347582.192874:0:7211:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880115b2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3762:x1815447952979840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1731347582.192881:0:7211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1731347582.192900:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3762:1815447952979840:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1731347582.226637:0:7196:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 64304 lines, 64304 kept, 0 dropped, 0 bad.